-- Logs begin at Wed 2022-05-11 05:08:06 UTC, end at Wed 2022-05-11 06:13:53 UTC. -- May 11 05:48:51.473616 dv-cinder-733623-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 11 05:48:54.264552 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.common.config [-] Logging enabled! May 11 05:48:54.265135 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 05:48:54.265332 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103412) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 05:48:54.268556 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.common.config [-] Logging enabled! May 11 05:48:54.268810 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 05:48:54.269114 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103412) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 05:48:54.270069 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 05:48:54.270303 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 05:48:54.270670 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 05:48:54.270915 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 05:48:54.271139 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 05:48:54.271456 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.271846 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.272078 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.272372 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.272666 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.272950 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.273240 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.273652 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.273948 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.274228 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.274513 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.274753 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.275627 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.275921 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.276205 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.276427 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] debug = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.276708 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.277141 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.277560 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.277841 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.278130 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.278406 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.278678 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.278951 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.279231 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.279557 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] host = dv-cinder-733623-13-iscsi {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.279833 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.280117 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.280403 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.280688 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.280958 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.281232 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.281536 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.281808 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.282077 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.282347 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.282633 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.282924 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.283209 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.283432 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.283652 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.283934 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.284228 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.284503 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.284774 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.285045 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.285316 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.285609 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.285876 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.286156 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.286436 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.286719 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.286988 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.287258 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.287527 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.287796 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.288079 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.288347 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.288617 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.288886 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.289168 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.289435 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.289729 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.290024 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.290306 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.291147 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.291435 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.291707 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.291986 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.292254 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.292522 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.292795 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_json = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.293064 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.293331 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.293632 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.293904 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.294173 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.294443 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.294712 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.294993 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.295262 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:54.295556 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.295848 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.296143 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.296424 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.296726 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.297005 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.297296 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.297596 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.297889 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.298177 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.298464 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.298741 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.299038 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.299325 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.299618 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.299920 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.300207 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.300496 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.300770 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.301042 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.301314 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.301611 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.301896 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.302169 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.302455 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.302747 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.303022 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.303317 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.303600 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.303883 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.304172 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.304456 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.304729 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.305006 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.305297 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.305596 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.305870 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.306196 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.306479 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.306753 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.307035 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.307316 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.307590 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.307864 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.308142 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.308433 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.308708 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.308979 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.309249 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.309549 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.309823 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.310107 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.310383 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.310655 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.310926 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.311203 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.311473 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.311746 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.312022 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.312292 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.312567 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.312845 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.313116 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.313389 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.313684 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.313956 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.314226 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.314496 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.314772 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.315042 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.315314 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.315585 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.315855 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.316125 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.316418 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.316694 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.316969 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.317246 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.317541 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.317819 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.318093 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.318366 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.318641 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.318911 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.319198 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.319478 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.319761 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.320041 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.320316 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.320629 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.320908 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.321184 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.321465 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.321787 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.322065 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.322344 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.322631 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.322926 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.323219 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.323516 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.323808 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.324100 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.324377 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.324685 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.324965 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:54.325183 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 05:48:54.325420 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103412) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 05:48:54.777246 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 05:48:54.777579 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 05:48:54.777831 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 05:48:54.778159 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 05:48:55.115028 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.115226 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.115491 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.116669 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.116939 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.117202 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.172522 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.172799 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.173064 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.187848 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.188129 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.188397 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.218301 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.218579 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.218849 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.254499 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.254774 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.255041 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.603921 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.604584 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.604584 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.604774 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.605418 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.703432 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.703750 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.704031 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.704303 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.704568 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.704878 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.705138 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.705395 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.705671 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.705951 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.706210 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.706473 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.706725 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.706974 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.707225 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.707486 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.707736 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.708008 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.708273 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.708530 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.708798 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.709046 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.709322 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.709727 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.709976 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.710218 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.710608 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:55.710847 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:55.711084 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:55.711319 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:55.711551 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:55.711789 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:55.712153 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 05:48:55.715843 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 05:48:55.719704 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 05:48:55.723448 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 11 05:48:55.725043 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 05:48:55.725533 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 05:48:55.725868 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 05:48:55.726248 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 05:48:55.729715 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 05:48:55.729969 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 05:48:55.730314 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 05:48:55.735078 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 11 05:48:55.758142 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 05:48:55.758588 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.758882 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103412) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 11 05:48:55.759291 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.761137 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103412) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 05:48:55.761414 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 05:48:55.761680 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 05:48:55.764920 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.765204 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:55.827885 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 05:48:55.828123 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 05:48:55.828357 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 05:48:55.828722 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 05:48:55.850167 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_db.sqlalchemy.engines [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103412) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 05:48:56.283044 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing driver for type 'gre' May 11 05:48:56.283624 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] gre ID ranges: [(1, 1000)] May 11 05:48:56.339522 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing driver for type 'local' May 11 05:48:56.339883 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing driver for type 'vlan' May 11 05:48:56.352781 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] VlanTypeDriver initialization complete May 11 05:48:56.353683 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing driver for type 'vxlan' May 11 05:48:56.354168 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] vxlan ID ranges: [(1, 1000)] May 11 05:48:56.405944 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing extension driver 'port_security' May 11 05:48:56.406279 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.extensions.port_security [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] PortSecurityExtensionDriver initialization complete May 11 05:48:56.406609 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing mechanism driver 'openvswitch' May 11 05:48:56.406931 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing mechanism driver 'hyperv' May 11 05:48:56.413322 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:48:56.414171 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.414541 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.414889 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.415931 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 05:48:56.416365 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.416720 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.417069 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.417463 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 05:48:56.417894 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.418245 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.418587 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.418982 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 05:48:56.419386 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > security_group after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.419733 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > security_group after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.420071 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.420465 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 05:48:56.420866 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.421213 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.421576 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.421975 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 05:48:56.422377 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > address_group after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.422720 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > address_group after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.423056 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.423447 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103412) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 05:48:56.423884 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] ML2 OVO RPC backend initialized. {{(pid=103412) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 11 05:48:56.424579 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.424933 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.425349 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.425730 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > networks before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.426076 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.426415 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > ports before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.426758 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.427093 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnets before_response 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.427433 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.427768 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.428097 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.428432 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.428765 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.429094 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.429425 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.429783 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.430114 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.438192 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded quota_driver: . May 11 05:48:56.438504 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.plugin [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Modular L2 Plugin initialization complete May 11 05:48:56.438844 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading services supported by the core plugin {{(pid=103412) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 05:48:56.439182 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.plugins.ml2.managers [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Got port-security extension from driver 'port_security' May 11 05:48:56.439656 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.extensions.vlantransparent [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Disabled vlantransparent extension. May 11 05:48:56.440146 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103412) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 05:48:56.440468 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: router May 11 05:48:56.475102 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.475525 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.475897 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router before_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.476265 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.476638 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.476995 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_delete 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.477352 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.477730 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.478697 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.479050 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.479401 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.479755 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.480231 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.480650 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.481026 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.481365 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.481726 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.482065 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.482413 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.482786 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.483133 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.483475 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.483830 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router after_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.484174 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.484525 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_create 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.484885 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.485228 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_update 55549900 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.485635 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > agent after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.485991 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > agent after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.486342 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > network after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.487183 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Tracking information for resource: router configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:56.487510 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Tracking information for resource: floatingip configured {{(pid=103412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 05:48:56.492364 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.db.l3_agentschedulers_db [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 05:48:56.492936 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.493297 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.493705 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.494155 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.494944 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router before_create 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.495310 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.495669 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_create 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.496027 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > router precommit_update 55550100 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.500635 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.provider_configuration [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service providers = [] {{(pid=103412) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 05:48:56.501029 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.db.servicetype_db [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103412) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 05:48:56.503945 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 05:48:56.504290 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 05:48:56.504629 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 05:48:56.505524 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.services.service_base [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 05:48:56.505900 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.services.service_base [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 05:48:56.506273 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.506586 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 05:48:56.517338 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.517697 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: auto_allocate May 11 05:48:56.523303 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: network precommit_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.523670 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: network precommit_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.524181 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.524497 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: tag May 11 05:48:56.531940 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.532193 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: timestamp May 11 05:48:56.535983 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.536312 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: network_ip_availability May 11 05:48:56.542369 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.542733 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.543163 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.543805 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.544123 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: flavors May 11 05:48:56.549043 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.549371 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading Plugin: revisions May 11 05:48:56.553712 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 05:48:56.554103 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=103412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 05:48:56.554831 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103412) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 11 05:48:56.555164 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Initializing extension manager. May 11 05:48:56.555689 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: __init__.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.556092 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: __pycache__ {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.556592 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: _port_mac_address_override.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.556924 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: address_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.557716 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.558292 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: address-group May 11 05:48:56.558613 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: address_scope.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.559321 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.559836 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: address-scope May 11 05:48:56.560158 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.561095 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.561637 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: router-admin-state-down-before-update May 11 05:48:56.561963 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: agent.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.562662 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.563172 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: agent May 11 05:48:56.563489 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: agent_resources_synced.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.564388 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.564929 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: agent-resources-synced May 11 05:48:56.565247 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: allowedaddresspairs.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.567099 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.567612 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: allowed-address-pairs May 11 05:48:56.567936 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: auto_allocated_topology.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.568989 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.569520 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: auto-allocated-topology May 11 05:48:56.569843 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: availability_zone.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.570531 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.571035 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: availability_zone May 11 05:48:56.571352 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: availability_zone_filter.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.572287 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.572796 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: availability_zone_filter May 11 05:48:56.573116 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: data_plane_status.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.574038 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.574542 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension data-plane-status not supported by any of loaded plugins May 11 05:48:56.574860 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: default_subnetpools.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.575768 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.576271 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: default-subnetpools May 11 05:48:56.576589 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.577391 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.577933 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: dhcp_agent_scheduler May 11 05:48:56.578253 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: dns.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.579152 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.579653 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension dns-integration not supported by any of loaded plugins May 11 05:48:56.579971 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: dns_domain_ports.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.580869 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.581376 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 05:48:56.581718 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.582624 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.583130 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 11 05:48:56.583449 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: dvr.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.584121 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.584628 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: dvr May 11 05:48:56.584948 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: ecmp_routes.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.585874 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.586381 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension ecmp_routes not supported by any of loaded plugins May 11 05:48:56.586701 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: empty_string_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.588126 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.588636 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: empty-string-filtering May 11 05:48:56.588976 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.589913 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.590421 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 05:48:56.590736 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.591641 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.592144 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 05:48:56.592459 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: external_net.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.593356 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.593896 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: external-net May 11 05:48:56.594215 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.595116 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.595622 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: extra_dhcp_opt May 11 05:48:56.595944 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: extraroute.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.596837 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.597340 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: extraroute May 11 05:48:56.597694 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: extraroute_atomic.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.598892 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.599405 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: extraroute-atomic May 11 05:48:56.599724 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: filter_validation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.600421 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.600930 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: filter-validation May 11 05:48:56.601249 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: fip_pf_description.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.602170 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.602673 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 05:48:56.603544 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: fip_pf_port_range.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.604577 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.605147 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 11 05:48:56.605386 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: fip_port_details.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.606318 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.606822 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: fip-port-details May 11 05:48:56.607136 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: flavors.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.608349 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.608862 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: flavors May 11 05:48:56.609182 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.610848 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.611374 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 05:48:56.611704 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: floatingip_pools.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.612407 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.612924 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: floatingip-pools May 11 05:48:56.613250 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: ip_allocation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.614180 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.614687 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension ip_allocation not supported by any of loaded plugins May 11 05:48:56.615010 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.615923 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.616432 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: ip-substring-filtering May 11 05:48:56.616758 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l2_adjacency.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.617713 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.618221 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension l2_adjacency not supported by any of loaded plugins May 11 05:48:56.618594 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.619713 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.620231 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: router May 11 05:48:56.620558 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.622750 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.623281 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 05:48:56.623611 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.624521 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.625041 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: ext-gw-mode May 11 05:48:56.625366 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.626311 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.626824 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: l3-ha May 11 05:48:56.627148 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.628047 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.628558 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 11 05:48:56.628881 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_flavors.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.629812 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.630324 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: l3-flavors May 11 05:48:56.630646 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.631991 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.632521 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 11 05:48:56.632833 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.633784 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.634339 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: l3-port-ip-change-not-allowed May 11 05:48:56.634661 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: l3agentscheduler.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.635678 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.636447 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: l3_agent_scheduler May 11 05:48:56.636770 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: local_ip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.639946 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.640466 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension local_ip not supported by any of loaded plugins May 11 05:48:56.640797 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: logging.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.642289 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.642820 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension logging not supported by any of loaded plugins May 11 05:48:56.643148 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: metering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.643896 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.644483 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: metering May 11 05:48:56.644808 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.645919 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.646443 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: metering_source_and_destination_fields May 11 05:48:56.646767 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: multiprovidernet.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.647694 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.648202 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: multi-provider May 11 05:48:56.648523 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: netmtu.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.649431 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.650496 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: net-mtu May 11 05:48:56.650814 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: netmtu_writable.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.651723 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.652228 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: net-mtu-writable May 11 05:48:56.652547 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: network_availability_zone.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.653221 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.653751 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: network_availability_zone May 11 05:48:56.654072 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: network_ip_availability.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.655167 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.655680 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: network-ip-availability May 11 05:48:56.656004 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: network_segment_range.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.656776 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.657281 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension network-segment-range not supported by any of loaded plugins May 11 05:48:56.657643 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: pagination.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.658622 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.658952 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: pagination May 11 05:48:56.659269 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: port_device_profile.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.660173 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.660689 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: port-device-profile May 11 05:48:56.661011 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: port_mac_address_override.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.661955 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.662471 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: port-mac-override May 11 05:48:56.662791 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.663707 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.664220 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: port-mac-address-regenerate May 11 05:48:56.664539 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.666035 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.666605 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: port-numa-affinity-policy May 11 05:48:56.666925 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: port_resource_request.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.667831 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.668340 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension port-resource-request not supported by any of loaded plugins May 11 05:48:56.668658 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: port_resource_request_groups.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.669644 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.670154 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension port-resource-request-groups not supported by any of loaded plugins May 11 05:48:56.670473 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: portbindings.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.671386 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.671899 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: binding May 11 05:48:56.672217 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: portbindings_extended.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.673504 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.674019 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: binding-extended May 11 05:48:56.674345 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: portsecurity.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.675262 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.675773 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: port-security May 11 05:48:56.676097 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: project_id.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.677068 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.677395 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: project-id May 11 05:48:56.677744 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: providernet.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.678651 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.679169 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: provider May 11 05:48:56.679489 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.683267 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.683788 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos not supported by any of loaded plugins May 11 05:48:56.684115 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.685340 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.685879 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 05:48:56.686208 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.687136 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.687649 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 05:48:56.687972 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_default.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.688922 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.689391 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-default not supported by any of loaded plugins May 11 05:48:56.689751 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_fip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.690662 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.691173 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-fip not supported by any of loaded plugins May 11 05:48:56.691498 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.692404 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.692913 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 11 05:48:56.693238 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_gateway_ip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.694174 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.694681 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 05:48:56.695004 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_port_network_policy.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.695911 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.696426 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 05:48:56.696863 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.697908 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.698425 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-pps-minimum not supported by any of loaded plugins May 11 05:48:56.698747 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.699769 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.700285 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 11 05:48:56.700609 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_pps_rule.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.701794 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.702311 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-pps not supported by any of loaded plugins May 11 05:48:56.702633 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_rule_type_details.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.703543 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.704056 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 05:48:56.704375 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.705290 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.705833 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 11 05:48:56.706152 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: qos_rules_alias.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.707184 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.707698 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 05:48:56.708016 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: quota_check_limit.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.708987 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.709533 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: quota-check-limit May 11 05:48:56.709855 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: quotasv2.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.710782 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.711103 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: quotas May 11 05:48:56.711420 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: quotasv2_detail.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.713763 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.714102 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: quota_details May 11 05:48:56.714430 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: rbac.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.715483 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.716011 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: rbac-policies May 11 05:48:56.716339 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: rbac_address_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.717273 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.717823 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: rbac-address-group May 11 05:48:56.718151 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: rbac_address_scope.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.719068 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.719590 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: rbac-address-scope May 11 05:48:56.719910 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: rbac_security_groups.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.720820 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.721333 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: rbac-security-groups May 11 05:48:56.721686 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: rbac_subnetpool.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.722593 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.723113 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: rbac-subnetpool May 11 05:48:56.723438 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: revisionifmatch.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.724351 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.724864 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: revision-if-match May 11 05:48:56.725187 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: revisions.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.726379 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.726900 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: standard-attr-revisions May 11 05:48:56.727221 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: router_availability_zone.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.727954 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.728960 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: router_availability_zone May 11 05:48:56.729281 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: routerservicetype.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.730222 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.730737 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension router-service-type not supported by any of loaded plugins May 11 05:48:56.731059 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.731971 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.732481 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: security-groups-normalized-cidr May 11 05:48:56.732802 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.733751 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.734305 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: port-security-groups-filtering May 11 05:48:56.734628 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.735583 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.736160 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: security-groups-remote-address-group May 11 05:48:56.736483 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.737700 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.738567 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: security-groups-shared-filtering May 11 05:48:56.739015 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.739631 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 11 05:48:56.739950 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: securitygroup.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.749737 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.750270 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: security-group May 11 05:48:56.750603 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: segment.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.751328 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.751841 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension segment not supported by any of loaded plugins May 11 05:48:56.752167 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.753096 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.753635 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 05:48:56.753959 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: servicetype.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.755046 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.755561 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: service-type May 11 05:48:56.755884 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: sorting.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.756867 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.757195 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: sorting May 11 05:48:56.757541 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: standard_attr_segment.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.758456 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.758968 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 05:48:56.759334 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: standardattrdescription.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.759997 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.760486 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: standard-attr-description May 11 05:48:56.761053 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: stateful_security_group.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.762042 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.762559 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: stateful-security-group May 11 05:48:56.762880 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: stdattrs_common.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.763443 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 05:48:56.763765 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.764693 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.765210 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 05:48:56.765562 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: subnet_onboard.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.766623 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.767144 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: subnet_onboard May 11 05:48:56.767466 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.768383 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.768896 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 05:48:56.769216 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: subnet_service_types.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.770161 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.770681 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: subnet-service-types May 11 05:48:56.771002 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: subnetallocation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.772066 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.772581 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: subnet_allocation May 11 05:48:56.772904 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.773598 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.774117 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: subnetpool-prefix-ops May 11 05:48:56.774438 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.775880 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.776388 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 05:48:56.776714 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: tagging.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.777797 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.778310 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: standard-attr-tag May 11 05:48:56.778634 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: timestamp.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.779986 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.780504 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loaded extension: standard-attr-timestamp May 11 05:48:56.780824 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: trunk.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.781890 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.782405 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension trunk not supported by any of loaded plugins May 11 05:48:56.782727 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: trunk_details.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.783636 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.784148 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension trunk-details not supported by any of loaded plugins May 11 05:48:56.784467 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: uplink_status_propagation.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.785375 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.785912 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 05:48:56.786232 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Loading extension file: vlantransparent.py {{(pid=103412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 05:48:56.786898 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 05:48:56.787402 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extension vlan-transparent not supported by any of loaded plugins May 11 05:48:56.790000 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:network May 11 05:48:56.791067 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:subnet May 11 05:48:56.791462 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:subnetpool May 11 05:48:56.791849 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:port May 11 05:48:56.793076 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.793538 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service FLAVORS assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.794145 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.794566 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.794903 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:router May 11 05:48:56.795330 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:floatingip May 11 05:48:56.795814 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service METERING assigned prefix: /metering {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.797260 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.797668 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.798020 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:48:56.799006 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of CountableResource for resource:rbac_policy May 11 05:48:56.799446 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:security_group May 11 05:48:56.799870 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:security_group_rule May 11 05:48:56.800469 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.800799 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:subnetpool May 11 05:48:56.801143 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] subnetpool is already registered May 11 05:48:56.801597 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.801931 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:subnetpool May 11 05:48:56.802260 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] subnetpool is already registered May 11 05:48:56.804476 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.804909 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service FLAVORS assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.805508 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.805931 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.806283 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:router May 11 05:48:56.806707 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] router is already registered May 11 05:48:56.807127 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:floatingip May 11 05:48:56.807462 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] floatingip is already registered May 11 05:48:56.807916 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service METERING assigned prefix: /metering {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.808578 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of CountableResource for resource:rbac_policy May 11 05:48:56.808905 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] rbac_policy is already registered May 11 05:48:56.809313 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:security_group May 11 05:48:56.809690 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] security_group is already registered May 11 05:48:56.810091 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:security_group_rule May 11 05:48:56.810419 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] security_group_rule is already registered May 11 05:48:56.811029 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.811361 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:subnetpool May 11 05:48:56.811691 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] subnetpool is already registered May 11 05:48:56.812104 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.v2.resource_helper [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Service CORE assigned prefix: {{(pid=103412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 05:48:56.812423 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Creating instance of TrackedResource for resource:subnetpool May 11 05:48:56.812748 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING neutron.quota.resource_registry [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] subnetpool is already registered May 11 05:48:56.813213 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: extensions {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.814689 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: address-groups {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.816193 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: address-scopes {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.817518 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: agents {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.818669 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: auto-allocated-topology {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.819913 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: availability_zones {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.821116 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: dhcp-networks {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.823290 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: dhcp-agents {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.824707 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: routers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.826435 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: flavors {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.827704 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: service_profiles {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.828889 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: next_providers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.830350 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: service_profiles {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.831897 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: floatingip-pools {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.833111 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: routers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.834805 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: floatingips {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.836948 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: l3-routers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.838490 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: l3-agents {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.839897 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: metering-labels {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.841160 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: metering-label-rules {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.842544 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: network-ip-availabilities {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.843789 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: bindings {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.845326 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: quotas {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.847022 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: quotas {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.848546 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: rbac-policies {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.849763 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: security-groups {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.851056 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: security-group-rules {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.852305 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: service-providers {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.854321 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: subnetpools {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.855649 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: subnetpools {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.857180 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.858870 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.860680 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.862503 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.864174 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.866120 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.867804 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.870313 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.872082 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.873816 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron.api.extensions [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Extended resource: tags {{(pid=103412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 05:48:56.879744 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING keystonemiddleware.auth_token [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 05:48:56.885083 dv-cinder-733623-13-iscsi neutron-server[103412]: WARNING keystonemiddleware.auth_token [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 05:48:56.893982 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Acquired lock "singleton_lock" {{(pid=103412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 11 05:48:56.894457 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_concurrency.lockutils [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Releasing lock "singleton_lock" {{(pid=103412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 11 05:48:56.895106 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Starting 2 workers May 11 05:48:56.900306 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Started child 103519 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 05:48:56.905003 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Started child 103520 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 05:48:56.906216 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:48:56.907155 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO neutron.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Neutron service started, listening on 0.0.0.0:9696 May 11 05:48:56.907315 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:48:56.907728 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [-] (103519) wsgi starting up on http://0.0.0.0:9696 May 11 05:48:56.909618 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Starting 1 workers May 11 05:48:56.909767 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:48:56.911013 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [-] (103520) wsgi starting up on http://0.0.0.0:9696 May 11 05:48:56.914887 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Started child 103521 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 05:48:56.915958 dv-cinder-733623-13-iscsi neutron-server[103412]: INFO oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Starting 1 workers May 11 05:48:56.919252 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] calling RpcWorker wait() {{(pid=103521) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 05:48:56.919791 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] returning from RpcWorker wait() {{(pid=103521) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 05:48:56.920719 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Started child 103522 {{(pid=103412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 05:48:56.921108 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:48:56.921569 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-060f3d5c-42f1-488f-a33a-9785b36db73b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:48:56.921683 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:48:56.923391 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 05:48:56.923602 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 05:48:56.923785 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 05:48:56.924011 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 05:48:56.924332 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 05:48:56.924495 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 05:48:56.925011 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.925287 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.925502 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:48:56.925973 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.925973 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.926428 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.926688 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.926775 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:48:56.926922 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.927197 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.927456 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.927625 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.927794 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.928048 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.928282 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.928628 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.928889 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.929126 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.929367 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.929576 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.929841 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.930119 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.930346 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.930621 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] debug = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.930861 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.932400 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.932696 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.932912 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.933140 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.933415 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.933694 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.933962 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.934196 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.934452 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.934664 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.934930 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.935171 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.935425 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.935645 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.935901 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.936140 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.936604 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host = dv-cinder-733623-13-iscsi {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.936853 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.937075 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.937306 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.937591 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.937863 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.938085 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.938354 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.938595 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.938856 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.939162 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.939366 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.939599 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.939834 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.940096 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.940261 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_options = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.940496 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.940777 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.941035 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.941230 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.941397 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.941584 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.941849 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.942014 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.942283 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.942506 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.942738 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.942956 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.943170 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.943384 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.943635 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.943849 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.944063 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.944292 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.944548 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.944764 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.944988 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.945234 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.945453 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.945691 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.945907 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.946117 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.946351 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.946606 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.946837 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.947081 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.947308 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.947565 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.947812 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.948056 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.948408 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.948544 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.948765 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.948983 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.949378 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.949722 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.950375 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.950507 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.950648 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.950895 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.951179 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.951641 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.951827 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_json = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.952106 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.952461 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.952605 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.952761 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.952994 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.953208 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.953428 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.953689 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.954040 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:56.954540 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.954832 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.955154 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.955603 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.956360 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.956956 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.957163 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.957400 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.957711 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.961747 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.962165 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.962745 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.963095 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.965806 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.966305 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.967460 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.968351 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.969034 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.969279 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.969572 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.969837 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.970094 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.970415 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.970645 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.970901 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.971167 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.971413 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.971716 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.971995 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.972300 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.972671 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.973402 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.973723 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.973974 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.974225 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.975094 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.975873 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.976188 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.976460 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.976723 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.976989 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.977241 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.977501 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.977752 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.978604 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.978945 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.979188 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.979463 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.980083 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.980349 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.980573 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.981671 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.981958 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.982209 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.982466 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.982732 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.982990 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.983260 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.983517 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.983779 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.984043 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.984291 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.984533 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.984782 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.985039 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.985263 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.985505 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.985733 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.985972 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.986208 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.986418 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.986634 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.986858 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.987071 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.987289 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.987509 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.987718 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.987954 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.988191 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.988424 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.988663 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.988879 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.989092 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.989317 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.989681 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.990963 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.991204 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.991856 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.992917 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.994368 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.994642 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.995187 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.995509 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.995831 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.996408 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.996671 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.996985 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.997245 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.998126 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.998456 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.999501 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:56.999924 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.000168 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.000598 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.000865 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.001098 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.001781 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.002065 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.002615 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.003016 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.003656 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.003913 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.004150 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.004436 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.004700 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.004946 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.005186 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.005424 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.005734 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.005993 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.006253 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.007488 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.008362 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.008736 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.009218 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.009578 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.009846 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.010111 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.010446 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.011727 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.012306 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.012585 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.013305 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.014717 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.015126 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.016746 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.016997 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.017331 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.017713 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.017995 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.018451 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.019675 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.019964 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.021186 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.021506 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.021863 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.022251 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.022515 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.022769 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.023051 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.023358 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.023870 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.024122 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.024373 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.024603 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.024880 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.025125 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.025369 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.025676 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.025951 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.026179 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.026427 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.026664 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.027056 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.027158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:48:57.027289 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.027535 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.027752 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.027996 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.028238 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.028459 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.028680 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.028902 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.029118 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.029370 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.029619 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.031279 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.031566 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.031897 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.032225 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.033320 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.033903 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.034611 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.034881 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.035123 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.035352 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.035579 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.035809 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.036057 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.036299 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.036534 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.036788 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.037051 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.037277 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.037686 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.037956 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.038192 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.038458 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.038702 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.038958 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.039177 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.039421 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.039663 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.039903 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.040174 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.041604 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.042106 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.042351 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.043132 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.043637 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.043968 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.044252 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.044510 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.044762 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.044997 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.045224 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.045450 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.045695 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.045916 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.046134 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.046370 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.047729 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.048012 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.048618 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.049010 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.049300 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.049821 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.050164 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.050446 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.050740 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.050980 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.051255 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.051497 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.051731 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.051962 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.052204 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.052430 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.052673 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.052906 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.053133 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.053353 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.053621 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.053842 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.054059 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.054287 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.054511 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.054728 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.054959 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.055176 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.055389 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.055622 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.055856 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.056650 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.056917 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.057169 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.057364 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.057637 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.057861 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.058098 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.058411 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.058665 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.058907 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.059199 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.059458 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.059737 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.060149 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.060381 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.060609 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.060857 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.061098 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.061340 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.061607 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.061869 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.062214 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.062490 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.062752 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.063009 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.063278 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.063632 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.064052 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.064052 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.064363 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.064683 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.064980 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.065250 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.065522 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.065784 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.066012 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.066234 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.066486 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.066704 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.066921 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.067160 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.067395 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.067628 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.067847 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.068074 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.068312 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.068567 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.068802 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.069025 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.069243 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.069405 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 05:48:57.069975 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 05:48:57.070145 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 05:48:57.070318 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 05:48:57.070491 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 05:48:57.070663 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 05:48:57.070819 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 05:48:57.071028 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.071191 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.071354 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.071516 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.071729 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.071948 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.072226 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.072515 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.072833 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.073010 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.073176 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.073340 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.073530 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.073696 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.073858 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074020 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074183 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074355 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074520 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074663 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074800 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.074960 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] debug = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.075121 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.075327 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.075509 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.075662 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.075812 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.075950 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.076082 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.076245 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.076406 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.076568 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.076730 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.076894 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.077054 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.077213 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.077374 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.077558 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.077718 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.077878 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host = dv-cinder-733623-13-iscsi {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078038 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078198 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078344 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078507 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078667 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078827 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.078989 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.079149 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.079293 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.079457 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.079616 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.079760 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.079923 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.080068 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.080230 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_options = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.080440 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.080580 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.080713 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.080847 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081013 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081164 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081307 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081501 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081638 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081799 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.081944 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.082110 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.082254 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.082419 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.082573 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.082727 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.082857 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.083022 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.083183 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.083346 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.083505 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.083666 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.083820 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084040 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084174 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084308 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084441 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084574 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084717 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.084852 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085008 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085169 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085332 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085523 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085691 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085851 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.085996 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.086158 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.086324 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.086485 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.086645 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.086797 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.086952 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.087112 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.087325 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.087496 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.087675 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_json = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.087744 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.087931 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088080 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088223 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088355 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088486 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088617 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088776 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.088936 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 05:48:57.089114 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.089280 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.089456 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.089644 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.089810 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.089973 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.090138 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.090303 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.090460 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.090618 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.090789 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.090955 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.091130 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.091295 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.091458 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.091625 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.091790 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.091955 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.092120 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.092284 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.092448 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.092612 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.092783 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.092948 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.093110 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.093273 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.093437 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.093630 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.093795 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.093967 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.094145 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.094309 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.094474 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.094639 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.094803 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.094966 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.095131 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.095296 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.095460 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.095630 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.095795 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.095959 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.096122 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.096286 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.096450 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.096613 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.096778 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.096943 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.097108 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.097272 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.097435 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.097621 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.097786 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.097950 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.098114 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.098278 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.098442 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.098617 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.098782 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.098945 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.099109 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.099274 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.099437 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.099601 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.099764 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.099929 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.100094 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.100257 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.100434 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.100598 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.100762 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.100925 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.101089 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.101253 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.101417 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.101605 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.101771 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.101934 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.102098 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.102262 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.102425 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.102589 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.102753 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.103457 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.103626 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.103774 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.103924 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.104071 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.104224 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.104387 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.104551 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.104732 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.104896 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.105061 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.105226 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.105390 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.105577 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.105742 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.105906 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.106075 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.106239 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.106403 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.106567 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.106732 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.106896 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.107059 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.107223 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.107386 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.107550 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.107715 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.107878 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.108042 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.108205 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.108368 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.108531 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.108695 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.108857 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.109020 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.109192 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.109355 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.109547 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.109713 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.109884 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.110058 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.110223 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.110388 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.110552 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.110716 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.110881 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.111044 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.111208 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.111372 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.111535 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.111700 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.111876 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.112041 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.112248 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.112389 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.112543 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.112706 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.112870 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.113035 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.113200 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.113363 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.113552 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.113719 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.113883 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.114048 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.114212 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.114377 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.114540 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.114705 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.114869 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.115033 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.115198 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.115362 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.115525 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.115689 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.115853 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.116021 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.116186 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.116349 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.116514 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.116678 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.116842 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.117006 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.117171 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.117335 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.117517 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.117683 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.117847 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.118010 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.118173 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.118336 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.119045 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.119196 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.119365 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.119530 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.119698 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.119861 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.120026 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.120191 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.120357 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.120521 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.120684 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.120851 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.121016 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.121181 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.121345 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.121529 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.121697 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.121861 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.122026 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.122206 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.122370 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.122533 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.122700 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.122864 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.123028 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.123193 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.123356 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.123519 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.123683 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.123848 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.124012 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.124176 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.124340 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.124505 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.124668 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.124834 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.125001 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.125166 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.125330 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.125524 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.125681 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.125845 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126013 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126178 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126341 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126495 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126660 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126824 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.126999 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.127165 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.127328 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.127492 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.127657 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.127822 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.127995 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.128160 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.128324 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.128487 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.128651 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.128816 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.128988 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.129153 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.129316 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.129494 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.129667 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.129831 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130004 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130169 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130332 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130496 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130660 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130824 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.130996 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.131161 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.131324 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.131489 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.131653 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.131819 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.131992 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.132156 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.132343 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.132507 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.132672 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.132837 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.133009 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.133175 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.133338 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.133537 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.133703 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.133866 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.134030 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.134258 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.134427 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.134595 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.134760 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.134924 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.135087 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.135255 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.135424 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.135597 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.135767 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.136191 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.136363 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.136535 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.136707 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.136872 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.137042 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.137217 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.137380 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.137572 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.137738 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.137902 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.138066 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.138230 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.138394 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.138558 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.138722 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.138886 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.139049 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.139214 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.139378 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.139540 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.139704 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.139868 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.140033 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.140197 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.140361 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 05:48:57.140516 dv-cinder-733623-13-iscsi neutron-server[103412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 05:48:57.148746 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46546) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:48:57.157284 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064456 May 11 05:49:08.428223 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5910084b-1c89-4e4b-8659-67fe00ad9325 None None] get_active_networks_info from dv-cinder-733623-13-iscsi {{(pid=103521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 11 05:49:08.514287 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910084b-1c89-4e4b-8659-67fe00ad9325 None None] No non-hosted networks {{(pid=103521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 05:49:08.531524 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.agentschedulers_db [None req-5910084b-1c89-4e4b-8659-67fe00ad9325 None None] DHCP Agent not found on host dv-cinder-733623-13-iscsi {{(pid=103521) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 11 05:49:08.638266 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-adc8301f-d834-44ef-85eb-fa3a3f9d2555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33228642'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:10.723398 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-73eb69b1-437c-4176-9b76-d424c9db0333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33228642'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:10.734588 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b2bca6f1-a8fe-4ebb-b052-ad88c49f0f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:11.703332 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33228642'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:11.740552 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46614) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:12.288537 dv-cinder-733623-13-iscsi neutron-server[103520]: WARNING oslo_policy.policy [None req-8b4e6ba8-c66c-47ff-a42b-688f99aa92b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:12.289306 dv-cinder-733623-13-iscsi neutron-server[103520]: WARNING oslo_policy.policy [None req-8b4e6ba8-c66c-47ff-a42b-688f99aa92b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:12.507011 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [None req-8b4e6ba8-c66c-47ff-a42b-688f99aa92b3 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:49:12.517527 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8b4e6ba8-c66c-47ff-a42b-688f99aa92b3 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7666841 May 11 05:49:13.288970 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33228642'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:14.818186 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33228642'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:14.819805 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.823058 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.823618 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.824998 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.825545 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.826639 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.827269 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.827759 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.828386 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.828735 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.829509 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.829592 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.829927 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.830396 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.830725 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:14.831161 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733623-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:14.837679 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:15.060006 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46644) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:15.389809 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:15.480580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.policy [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103520) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 05:49:15.522168 dv-cinder-733623-13-iscsi neutron-server[103520]: WARNING oslo_policy.policy [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:15.522513 dv-cinder-733623-13-iscsi neutron-server[103520]: WARNING oslo_policy.policy [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:15.621003 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734407086466', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734407088022', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734406906179', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734406917926', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734406911953', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734406919276', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-603658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838200', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33463572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33448007'] for rbac-policy (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:15.691366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:15.705577 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b7095776-112f-4170-92a6-b1c7533eb1ec admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6313186 May 11 05:49:16.012253 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.db.l3_hamode_db [None req-ad773b27-dbcb-4422-bb7a-2da63a686d03 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 05:49:16.090302 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad773b27-dbcb-4422-bb7a-2da63a686d03 None None] Routers set() bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:49:16.090694 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad773b27-dbcb-4422-bb7a-2da63a686d03 None None] Router IDs set() for agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 11 05:49:18.098779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46656) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:18.409662 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:18.438494 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Made reservation on behalf of 04920a235511475bb804bcf2603bb3dd for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:49:18.442200 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.458460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.566642 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks [] for security_group (1b60f2d4-7be4-4c75-94e2-60409741f2b4), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.569994 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1b60f2d4-7be4-4c75-94e2-60409741f2b4), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.593836 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:49:18.628167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (1a62379b-0785-43d7-aa45-92fb0f88866c), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.628699 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Added segment 1a62379b-0785-43d7-aa45-92fb0f88866c of type vlan for network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a May 11 05:49:18.643823 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1b60f2d4-7be4-4c75-94e2-60409741f2b4,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:18.669821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.670158 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.670507 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.670858 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.671186 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.671505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.671826 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.672141 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.672475 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.672904 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.673229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.673584 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.673906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.674220 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.674530 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Tracked resource versions report: May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: pushed versions: May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: { 'AddressGroup': {'1.2'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Agent': {'1.1'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'ConntrackHelper': {'1.0'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'LocalIPAssociation': {'1.0'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Log': {'1.0'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'NDPProxy': {'1.0'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Network': {'1.1'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Port': {'1.7'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'PortForwarding': {'1.3'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'QosPolicy': {'1.10'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroup': {'1.5'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroupRule': {'1.2'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SubPort': {'1.0'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Subnet': {'1.1'}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Trunk': {'1.1'}} May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: consumer versions: May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Agent': '1.1', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'ConntrackHelper': '1.0', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'LocalIPAssociation': '1.0', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Log': '1.0', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'NDPProxy': '1.0', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Network': '1.1', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Port': '1.7', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'PortForwarding': '1.3', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'QosPolicy': '1.10', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroup': '1.5', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroupRule': '1.2', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SubPort': '1.0', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Subnet': '1.1', May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Trunk': '1.1'}} May 11 05:49:18.675846 dv-cinder-733623-13-iscsi neutron-server[103520]: {{(pid=103520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:49:18.739063 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (3ca18602-9c2c-46bb-ac6f-5b351bd5f26a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.778486 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (3ca18602-9c2c-46bb-ac6f-5b351bd5f26a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.783510 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:18.784168 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:18.850990 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7511585 May 11 05:49:18.901717 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21174e-b312-457d-bc08-242bd3bf0477 demo demo] Pushing event updated for resources: {'Network': ['ID=3ca18602-9c2c-46bb-ac6f-5b351bd5f26a,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:18.915448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:49:21.322970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46668) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:21.726131 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02130caa-0caa-4085-b948-e9de38ddca0d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:21.727567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-02130caa-0caa-4085-b948-e9de38ddca0d demo admin] 10.222.0.44 "GET /v2.0/networks/3ca18602-9c2c-46bb-ac6f-5b351bd5f26a HTTP/1.1" status: 200 len: 825 time: 0.4035196 May 11 05:49:21.751064 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-57a6760a-6b51-42dc-a47c-eb595e6f8af9 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/6069f465-c4c0-4718-8b2b-0721bad6fab5 HTTP/1.1" status: 200 len: 734 time: 0.0181344 May 11 05:49:21.759917 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'name': 'private-subnet'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:21.780793 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Made reservation on behalf of 04920a235511475bb804bcf2603bb3dd for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:49:21.783026 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:22.075585 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (441f8285-0733-45e7-9d8b-d863eec6fc12), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:22.148153 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Checking segment: {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:49:22.148531 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Network hostable DHCP agents. Network: 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:49:22.153731 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=441f8285-0733-45e7-9d8b-d863eec6fc12,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:22.171013 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:49:22.182911 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:49:22.187589 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:22.188183 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:22.192508 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a4261-b827-496b-9036-e11482308208 None None] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:49:22.204984 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-75ad3467-b025-44fc-b3be-6898905538dc demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487724 May 11 05:49:22.455164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'project_id': '04920a235511475bb804bcf2603bb3dd', 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:49:22.456509 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:22.730348 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Allocated IP 172.20.0.2 (3ca18602-9c2c-46bb-ac6f-5b351bd5f26a/441f8285-0733-45e7-9d8b-d863eec6fc12/8bcd558e-6a45-40c5-970f-8ca69ef6d22e) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:49:22.995769 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Publish callbacks [] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:23.003161 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:23.080132 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:49:23.090513 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:49:23.092951 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Pushing event updated for resources: {'Port': ['ID=8bcd558e-6a45-40c5-970f-8ca69ef6d22e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:23.095143 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:49:23.107653 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.107998 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.108350 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.108703 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.109034 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.109360 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.109721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.110029 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.110367 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.110691 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.111012 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.111347 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.111667 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.111981 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.112295 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Tracked resource versions report: May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: pushed versions: May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: { 'AddressGroup': {'1.2'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Agent': {'1.1'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'ConntrackHelper': {'1.0'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'LocalIPAssociation': {'1.0'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Log': {'1.0'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'NDPProxy': {'1.0'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Network': {'1.1'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Port': {'1.7'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'PortForwarding': {'1.3'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'QosPolicy': {'1.10'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroup': {'1.5'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroupRule': {'1.2'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SubPort': {'1.0'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Subnet': {'1.1'}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Trunk': {'1.1'}} May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: consumer versions: May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Agent': '1.1', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'ConntrackHelper': '1.0', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'LocalIPAssociation': '1.0', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Log': '1.0', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'NDPProxy': '1.0', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Network': '1.1', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Port': '1.7', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'PortForwarding': '1.3', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'QosPolicy': '1.10', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroup': '1.5', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroupRule': '1.2', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SubPort': '1.0', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Subnet': '1.1', May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Trunk': '1.1'}} May 11 05:49:23.113714 dv-cinder-733623-13-iscsi neutron-server[103521]: {{(pid=103521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:49:23.189431 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Attempting to bind port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:49:23.189873 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Attempting to bind port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:49:23.190305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Attempting to bind port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e on network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:49:23.195387 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:49:23.196317 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Checking segment: {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:49:23.196848 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:23.197252 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Bound using segment: {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:49:23.197763 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Bound port: 8bcd558e-6a45-40c5-970f-8ca69ef6d22e, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:49:23.198164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:23.263525 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] For port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:49:23.282538 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] For port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=8bcd558e-6a45-40c5-970f-8ca69ef6d22e,segment=NetworkSegment(1a62379b-0785-43d7-aa45-92fb0f88866c),segment_id=1a62379b-0785-43d7-aa45-92fb0f88866c)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:49:23.291292 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:23.351158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc24277-b7b1-4c4b-be89-d0d8856c990a None None] Pushing event updated for resources: {'Port': ['ID=8bcd558e-6a45-40c5-970f-8ca69ef6d22e,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:24.684296 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46676) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:24.997801 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [None req-7857e112-24fc-4aac-bd2d-3e87b5055e84 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:49:24.998877 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7857e112-24fc-4aac-bd2d-3e87b5055e84 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3136437 May 11 05:49:27.503539 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46684) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:27.814561 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [None req-29f60016-0fff-41fd-8868-00fa99b58d9f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:49:27.815545 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-29f60016-0fff-41fd-8868-00fa99b58d9f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3110857 May 11 05:49:30.263737 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46692) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:30.582752 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:30.607041 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:30.608757 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:30.747586 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] Publish callbacks [] for router_controller (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), precommit_add_association {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:30.752318 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:30.769735 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:30.770854 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-73f709ed-0bd7-4a3f-9587-6a5391906993 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5061474 May 11 05:49:33.347047 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46704) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:33.604649 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 8bcd558e-6a45-40c5-970f-8ca69ef6d22e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:49:33.669363 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [None req-45f35658-d78d-484e-9f6e-7b62ba59a1fc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:49:33.670743 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-45f35658-d78d-484e-9f6e-7b62ba59a1fc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3226213 May 11 05:49:33.691504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:33.691848 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:33.816634 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:33.817033 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:33.856808 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=8bcd558e-6a45-40c5-970f-8ca69ef6d22e,segment=NetworkSegment(1a62379b-0785-43d7-aa45-92fb0f88866c),segment_id=1a62379b-0785-43d7-aa45-92fb0f88866c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:49:33.862151 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:33.914272 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=8bcd558e-6a45-40c5-970f-8ca69ef6d22e,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:34.883185 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc126d7-fb00-4e96-989a-24fbce0ffca6 None None] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:49:34.914053 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-b81ce52b-23f1-417e-8051-38274bb3ab08 None None] Provisioning complete for port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:34.914443 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b81ce52b-23f1-417e-8051-38274bb3ab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:35.064860 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-b81ce52b-23f1-417e-8051-38274bb3ab08 None None] Current status of the port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:35.284114 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-96c0d88d-6151-44a5-baf2-319652ade398 None None] Provisioning complete for port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:35.284507 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-96c0d88d-6151-44a5-baf2-319652ade398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:35.362092 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-96c0d88d-6151-44a5-baf2-319652ade398 None None] Current status of the port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:35.591325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 8bcd558e-6a45-40c5-970f-8ca69ef6d22e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:49:35.635448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:35.636021 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:35.708490 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:36.148801 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46714) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:36.456007 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:36.475535 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Made reservation on behalf of 092ac42400414e84802b398999ca7422 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:49:36.477792 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.487385 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.566446 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks [] for security_group (5b3b0ceb-d283-44a6-9012-912a3a68c7b0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.569931 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (5b3b0ceb-d283-44a6-9012-912a3a68c7b0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.590349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Reserving flat network on physical network physnet1 {{(pid=103520) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 05:49:36.600639 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b0ceb-d283-44a6-9012-912a3a68c7b0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:36.609400 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (45ecff8d-698a-4ef1-9e43-d2536dc14ca8), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.609400 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Added segment 45ecff8d-698a-4ef1-9e43-d2536dc14ca8 of type flat for network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 May 11 05:49:36.652984 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.683793 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.684742 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:36.685309 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:36.729126 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5792224 May 11 05:49:36.777928 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a4f4a-7220-4ed1-be0c-264f8e197d6c admin admin] Pushing event updated for resources: {'Network': ['ID=02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:36.788233 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:49:38.352815 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5cbd92a7-37e6-423d-a370-18e3307b27ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:39.129879 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 46722) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:39.628563 dv-cinder-733623-13-iscsi neutron-server[103519]: WARNING oslo_policy.policy [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:39.629130 dv-cinder-733623-13-iscsi neutron-server[103519]: WARNING oslo_policy.policy [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:40.024802 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.policy [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103519) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 05:49:40.066328 dv-cinder-733623-13-iscsi neutron-server[103519]: WARNING oslo_policy.policy [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:40.066696 dv-cinder-733623-13-iscsi neutron-server[103519]: WARNING oslo_policy.policy [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 05:49:40.074532 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:40.076414 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-1cbe5df2-263b-41bf-8d50-20b376261cea demo admin] 10.222.0.44 "GET /v2.0/subnets/441f8285-0733-45e7-9d8b-d863eec6fc12 HTTP/1.1" status: 200 len: 849 time: 0.9445589 May 11 05:49:40.243112 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4c03ac9a-a0a5-4198-936e-247f0d0e66f0 demo admin] 10.222.0.44 "GET /v2.0/routers/e6aa70fa-9ec1-4069-a377-1fd35ebad6da HTTP/1.1" status: 200 len: 704 time: 0.1612163 May 11 05:49:40.506148 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:40.685132 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-70d4e615-59cc-4630-9836-9e1f4a2b016c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:40.832130 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Allocated IP 172.20.0.1 (3ca18602-9c2c-46bb-ac6f-5b351bd5f26a/441f8285-0733-45e7-9d8b-d863eec6fc12/8598ecbb-cb9d-4b91-94c2-913c021b32ad) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:49:41.039789 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks [] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.109857 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.171179 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:49:41.175687 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:49:41.218599 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Pushing event updated for resources: {'Port': ['ID=8598ecbb-cb9d-4b91-94c2-913c021b32ad,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:41.223156 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:49:41.223759 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.248524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.249185 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.249289 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.249573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.249905 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.250233 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.250559 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.250880 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.251221 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.251545 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.251877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.252216 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.252538 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.252856 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.253171 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Tracked resource versions report: May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: pushed versions: May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: { 'AddressGroup': {'1.2'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Agent': {'1.1'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'ConntrackHelper': {'1.0'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'LocalIPAssociation': {'1.0'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Log': {'1.0'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'NDPProxy': {'1.0'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Network': {'1.1'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Port': {'1.7'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'PortForwarding': {'1.3'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'QosPolicy': {'1.10'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroup': {'1.5'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroupRule': {'1.2'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SubPort': {'1.0'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Subnet': {'1.1'}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Trunk': {'1.1'}} May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: consumer versions: May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Agent': '1.1', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'ConntrackHelper': '1.0', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'LocalIPAssociation': '1.0', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Log': '1.0', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'NDPProxy': '1.0', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Network': '1.1', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Port': '1.7', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'PortForwarding': '1.3', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'QosPolicy': '1.10', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroup': '1.5', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroupRule': '1.2', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SubPort': '1.0', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Subnet': '1.1', May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Trunk': '1.1'}} May 11 05:49:41.254610 dv-cinder-733623-13-iscsi neutron-server[103519]: {{(pid=103519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:49:41.417538 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-a68e1fe1-87c8-4eb6-9b41-3dc42194fae0 None None] Provisioning complete for port 8598ecbb-cb9d-4b91-94c2-913c021b32ad triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:41.418103 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a68e1fe1-87c8-4eb6-9b41-3dc42194fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.442260 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.499274 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-a68e1fe1-87c8-4eb6-9b41-3dc42194fae0 None None] Port 8598ecbb-cb9d-4b91-94c2-913c021b32ad cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:49:41.655749 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.684970 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks [] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.689087 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.689894 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:41.746889 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Pushing event updated for resources: {'Port': ['ID=8598ecbb-cb9d-4b91-94c2-913c021b32ad,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:41.812686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:49:41.814049 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:49:42.018400 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-2cc9b0a2-b97b-4aac-96a8-9bc81dcdd6bf None None] Provisioning complete for port 8598ecbb-cb9d-4b91-94c2-913c021b32ad triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:42.019006 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2cc9b0a2-b97b-4aac-96a8-9bc81dcdd6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:42.025278 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Router e6aa70fa-9ec1-4069-a377-1fd35ebad6da is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:49:42.051764 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9b0a2-b97b-4aac-96a8-9bc81dcdd6bf None None] Port 8598ecbb-cb9d-4b91-94c2-913c021b32ad cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:49:42.120071 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:49:42.125336 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-fcd7646c-46e9-4c01-ae67-401484e2f8e0 demo admin] 10.222.0.44 "PUT /v2.0/routers/e6aa70fa-9ec1-4069-a377-1fd35ebad6da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8769553 May 11 05:49:42.141096 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Sync routers for ids ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:49:42.153807 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Routers {'e6aa70fa-9ec1-4069-a377-1fd35ebad6da'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:49:42.154682 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:49:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:42.346900 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Set router e6aa70fa-9ec1-4069-a377-1fd35ebad6da gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:49:42.760705 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'name': 'router1', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:49:30Z', 'updated_at': '2022-05-11T05:49:41Z', 'revision_number': 2, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'gw_port_host': None, '_interfaces': [{'id': '8598ecbb-cb9d-4b91-94c2-913c021b32ad', 'name': '', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'mac_address': 'fa:16:3e:10:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:40Z', 'updated_at': '2022-05-11T05:49:41Z', 'revision_number': 2, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'subnets': [{'id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:42.810848 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Checking router: e6aa70fa-9ec1-4069-a377-1fd35ebad6da for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:49:42.811215 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Updating router e6aa70fa-9ec1-4069-a377-1fd35ebad6da port 8598ecbb-cb9d-4b91-94c2-913c021b32ad binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:49:42.862607 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.222497 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.396843 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Publish callbacks [] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.403236 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.576771 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Pushing event updated for resources: {'Port': ['ID=8598ecbb-cb9d-4b91-94c2-913c021b32ad,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:43.583104 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Attempting to bind port 8598ecbb-cb9d-4b91-94c2-913c021b32ad on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:49:43.583509 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Attempting to bind port 8598ecbb-cb9d-4b91-94c2-913c021b32ad by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:49:43.583939 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Attempting to bind port 8598ecbb-cb9d-4b91-94c2-913c021b32ad on network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:49:43.591905 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.592251 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.592868 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.593224 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.593574 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.593903 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.594227 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.594554 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.594989 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.595213 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.595536 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.595868 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.596189 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.596504 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.596817 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Tracked resource versions report: May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: pushed versions: May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: { 'AddressGroup': {'1.2'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Agent': {'1.1'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'ConntrackHelper': {'1.0'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'LocalIPAssociation': {'1.0'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Log': {'1.0'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'NDPProxy': {'1.0'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Network': {'1.1'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Port': {'1.7'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'PortForwarding': {'1.3'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'QosPolicy': {'1.10'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroup': {'1.5'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroupRule': {'1.2'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SubPort': {'1.0'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Subnet': {'1.1'}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Trunk': {'1.1'}} May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: consumer versions: May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Agent': '1.1', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'ConntrackHelper': '1.0', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'LocalIPAssociation': '1.0', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Log': '1.0', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'NDPProxy': '1.0', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Network': '1.1', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Port': '1.7', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'PortForwarding': '1.3', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'QosPolicy': '1.10', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroup': '1.5', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroupRule': '1.2', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SubPort': '1.0', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Subnet': '1.1', May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Trunk': '1.1'}} May 11 05:49:43.598217 dv-cinder-733623-13-iscsi neutron-server[103522]: {{(pid=103522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:49:43.603370 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:49:43.603788 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Checking segment: {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:49:43.604285 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.604666 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Bound using segment: {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:49:43.605163 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Bound port: 8598ecbb-cb9d-4b91-94c2-913c021b32ad, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a62379b-0785-43d7-aa45-92fb0f88866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:49:43.605580 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.671511 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] For port 8598ecbb-cb9d-4b91-94c2-913c021b32ad, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:49:43.680465 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-bb1e7a2e-726c-4ee4-bd55-9cff1dd07df9 None None] Provisioning complete for port 8598ecbb-cb9d-4b91-94c2-913c021b32ad triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:43.680968 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7a2e-726c-4ee4-bd55-9cff1dd07df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.691792 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] For port 8598ecbb-cb9d-4b91-94c2-913c021b32ad, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=8598ecbb-cb9d-4b91-94c2-913c021b32ad,segment=NetworkSegment(1a62379b-0785-43d7-aa45-92fb0f88866c),segment_id=1a62379b-0785-43d7-aa45-92fb0f88866c)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:49:43.697628 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:43.718651 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e7a2e-726c-4ee4-bd55-9cff1dd07df9 None None] Port 8598ecbb-cb9d-4b91-94c2-913c021b32ad cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:49:43.750349 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75fec-6d06-4cbb-a1ec-9d3924b31696 None None] Pushing event updated for resources: {'Port': ['ID=8598ecbb-cb9d-4b91-94c2-913c021b32ad,revision_number=4']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:43.776269 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Routers {'e6aa70fa-9ec1-4069-a377-1fd35ebad6da'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:49:43.776906 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:49:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:43.874996 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] Set router e6aa70fa-9ec1-4069-a377-1fd35ebad6da gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:49:44.083364 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] Provisioning complete for port 8598ecbb-cb9d-4b91-94c2-913c021b32ad triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:44.083762 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:44.084957 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'name': 'router1', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:49:30Z', 'updated_at': '2022-05-11T05:49:41Z', 'revision_number': 2, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'gw_port_host': None, '_interfaces': [{'id': '8598ecbb-cb9d-4b91-94c2-913c021b32ad', 'name': '', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'mac_address': 'fa:16:3e:10:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:40Z', 'updated_at': '2022-05-11T05:49:43Z', 'revision_number': 4, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'subnets': [{'id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:44.111365 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eec3df-c6b9-4835-8f68-8ab1a76a84c4 None None] The sync data for ids ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'] in dv-cinder-733623-13-iscsi is: [{'id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'name': 'router1', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:49:30Z', 'updated_at': '2022-05-11T05:49:41Z', 'revision_number': 2, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'gw_port_host': None, '_interfaces': [{'id': '8598ecbb-cb9d-4b91-94c2-913c021b32ad', 'name': '', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'mac_address': 'fa:16:3e:10:64:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:40Z', 'updated_at': '2022-05-11T05:49:43Z', 'revision_number': 4, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'subnets': [{'id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:49:44.164534 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] Current status of the port 8598ecbb-cb9d-4b91-94c2-913c021b32ad is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:44.164923 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:44.201456 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] For port 8598ecbb-cb9d-4b91-94c2-913c021b32ad, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=8598ecbb-cb9d-4b91-94c2-913c021b32ad,segment=NetworkSegment(1a62379b-0785-43d7-aa45-92fb0f88866c),segment_id=1a62379b-0785-43d7-aa45-92fb0f88866c)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:49:44.206646 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:44.259540 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4858b-3f63-4e96-80a2-d9320ec143ed None None] Pushing event updated for resources: {'Port': ['ID=8598ecbb-cb9d-4b91-94c2-913c021b32ad,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:44.573744 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 46756) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:44.768590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde075be-7401-4d3d-9c33-22b667beadfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:44.769972 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-dde075be-7401-4d3d-9c33-22b667beadfd admin admin] 10.222.0.44 "GET /v2.0/networks/02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 HTTP/1.1" status: 200 len: 842 time: 0.1951907 May 11 05:49:44.779337 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:44.814550 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:44.817380 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Made reservation on behalf of 092ac42400414e84802b398999ca7422 for: {'subnet': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:49:44.819833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:45.119127 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.objects.ports [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103519) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 11 05:49:45.119473 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (106d416e-ce08-48df-b08b-82139d62d79b), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:45.175793 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Pushing event updated for resources: {'Subnet': ['ID=106d416e-ce08-48df-b08b-82139d62d79b,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:45.187515 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:49:45.187878 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Network hostable DHCP agents. Network: 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:49:45.207971 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:49:45.218781 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3) {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:49:45.222814 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:45.223388 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:45.230424 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324422f-961b-4636-878d-416cd5765a30 None None] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:49:45.246943 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-5a03f0c8-7914-4e03-ac80-5e9fbd56028f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4710398 May 11 05:49:45.337798 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac44cf-69cf-4b8e-b08d-6e37f350e719 None None] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:49:47.666641 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 46774) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:47.799871 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-171d5220-8c84-422e-ae83-79329d6a4c9f demo admin] 10.222.0.44 "GET /v2.0/routers/e6aa70fa-9ec1-4069-a377-1fd35ebad6da HTTP/1.1" status: 200 len: 710 time: 0.1320200 May 11 05:49:47.891513 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc209385-816f-4d78-85e0-327a3a534f0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:49:47.892882 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-fc209385-816f-4d78-85e0-327a3a534f0e demo admin] 10.222.0.44 "GET /v2.0/networks/02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 HTTP/1.1" status: 200 len: 886 time: 0.0871129 May 11 05:49:47.901727 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:49:48.161045 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks [] for router_gateway (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:48.454829 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks [] for router_gateway (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:48.536551 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:48.637953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Allocated IP 172.27.1.119 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/be0f05e3-b232-4b99-a714-421e8b5ca663) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:49:48.739479 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks [] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:48.772560 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:48.809255 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:49:48.812038 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:49:48.821196 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:49:48.823774 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Pushing event updated for resources: {'Port': ['ID=be0f05e3-b232-4b99-a714-421e8b5ca663,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:49.073247 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks [] for router_gateway (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:49.270331 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33231423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33088658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2378'] for router (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:49.273877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33231400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33231393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33088651'] for router (e6aa70fa-9ec1-4069-a377-1fd35ebad6da), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:49.387722 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Router e6aa70fa-9ec1-4069-a377-1fd35ebad6da has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:49:49.506443 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:49:49.511989 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:49.513873 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d793943e-0892-407a-aec9-64994216cc54 demo admin] 10.222.0.44 "PUT /v2.0/routers/e6aa70fa-9ec1-4069-a377-1fd35ebad6da HTTP/1.1" status: 200 len: 890 time: 1.6151812 May 11 05:49:51.613564 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 8598ecbb-cb9d-4b91-94c2-913c021b32ad up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:49:51.659608 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 8598ecbb-cb9d-4b91-94c2-913c021b32ad triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:51.660000 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:51.735850 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 8598ecbb-cb9d-4b91-94c2-913c021b32ad is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:51.987929 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 46786) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:49:52.114959 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f1d5589d-1b2c-4930-ba32-6c0fc0d73a67 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258378 May 11 05:49:52.988722 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Sync routers for ids ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:49:53.001709 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Routers {'e6aa70fa-9ec1-4069-a377-1fd35ebad6da'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:49:53.002646 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:49:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:53.219318 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Set router e6aa70fa-9ec1-4069-a377-1fd35ebad6da gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:49:53.665791 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'name': 'router1', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'be0f05e3-b232-4b99-a714-421e8b5ca663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:49:30Z', 'updated_at': '2022-05-11T05:49:48Z', 'revision_number': 4, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'gw_port': {'id': 'be0f05e3-b232-4b99-a714-421e8b5ca663', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:48Z', 'updated_at': '2022-05-11T05:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '8598ecbb-cb9d-4b91-94c2-913c021b32ad', 'name': '', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'mac_address': 'fa:16:3e:10:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:40Z', 'updated_at': '2022-05-11T05:49:44Z', 'revision_number': 5, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'subnets': [{'id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:53.714559 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Checking router: e6aa70fa-9ec1-4069-a377-1fd35ebad6da for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:49:53.714938 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Updating router e6aa70fa-9ec1-4069-a377-1fd35ebad6da port be0f05e3-b232-4b99-a714-421e8b5ca663 binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:49:53.767803 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:54.155638 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Publish callbacks [] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:54.161539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:54.211944 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Attempting to bind port be0f05e3-b232-4b99-a714-421e8b5ca663 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:49:54.212321 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Attempting to bind port be0f05e3-b232-4b99-a714-421e8b5ca663 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:49:54.212688 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Attempting to bind port be0f05e3-b232-4b99-a714-421e8b5ca663 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:49:54.223970 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:49:54.224358 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:49:54.224769 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:54.225167 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:49:54.225672 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Bound port: be0f05e3-b232-4b99-a714-421e8b5ca663, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:49:54.226100 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:54.229265 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736defd9-7854-4bd7-b678-b7096f646673 None None] Pushing event updated for resources: {'Port': ['ID=be0f05e3-b232-4b99-a714-421e8b5ca663,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:54.280354 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] For port be0f05e3-b232-4b99-a714-421e8b5ca663, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:49:54.283566 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] For port be0f05e3-b232-4b99-a714-421e8b5ca663, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=be0f05e3-b232-4b99-a714-421e8b5ca663,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:49:54.289772 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:54.346489 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736defd9-7854-4bd7-b678-b7096f646673 None None] Pushing event updated for resources: {'Port': ['ID=be0f05e3-b232-4b99-a714-421e8b5ca663,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:54.356348 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Routers {'e6aa70fa-9ec1-4069-a377-1fd35ebad6da'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:49:54.357145 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:49:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:54.475183 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] Set router e6aa70fa-9ec1-4069-a377-1fd35ebad6da gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:49:54.689160 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'name': 'router1', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'be0f05e3-b232-4b99-a714-421e8b5ca663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:49:30Z', 'updated_at': '2022-05-11T05:49:48Z', 'revision_number': 4, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'gw_port': {'id': 'be0f05e3-b232-4b99-a714-421e8b5ca663', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:48Z', 'updated_at': '2022-05-11T05:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '8598ecbb-cb9d-4b91-94c2-913c021b32ad', 'name': '', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'mac_address': 'fa:16:3e:10:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:40Z', 'updated_at': '2022-05-11T05:49:44Z', 'revision_number': 5, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'subnets': [{'id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:49:54.717293 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada3d41-d1e9-4856-93ab-76253a41f82e None None] The sync data for ids ['e6aa70fa-9ec1-4069-a377-1fd35ebad6da'] in dv-cinder-733623-13-iscsi is: [{'id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'name': 'router1', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'be0f05e3-b232-4b99-a714-421e8b5ca663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:49:30Z', 'updated_at': '2022-05-11T05:49:48Z', 'revision_number': 4, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'gw_port': {'id': 'be0f05e3-b232-4b99-a714-421e8b5ca663', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:48Z', 'updated_at': '2022-05-11T05:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '8598ecbb-cb9d-4b91-94c2-913c021b32ad', 'name': '', 'network_id': '3ca18602-9c2c-46bb-ac6f-5b351bd5f26a', 'tenant_id': '04920a235511475bb804bcf2603bb3dd', 'mac_address': 'fa:16:3e:10:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aa70fa-9ec1-4069-a377-1fd35ebad6da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:49:40Z', 'updated_at': '2022-05-11T05:49:44Z', 'revision_number': 5, 'project_id': '04920a235511475bb804bcf2603bb3dd', 'subnets': [{'id': '441f8285-0733-45e7-9d8b-d863eec6fc12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6069f465-c4c0-4718-8b2b-0721bad6fab5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:49:55.677850 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device be0f05e3-b232-4b99-a714-421e8b5ca663 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:49:55.754045 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port be0f05e3-b232-4b99-a714-421e8b5ca663 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:55.754793 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:55.846903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port be0f05e3-b232-4b99-a714-421e8b5ca663 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:49:55.847619 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:55.871321 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port be0f05e3-b232-4b99-a714-421e8b5ca663, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=be0f05e3-b232-4b99-a714-421e8b5ca663,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:49:55.884102 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:55.951661 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=be0f05e3-b232-4b99-a714-421e8b5ca663,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:49:57.675191 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device be0f05e3-b232-4b99-a714-421e8b5ca663 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:49:57.768514 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port be0f05e3-b232-4b99-a714-421e8b5ca663 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:49:57.769244 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (be0f05e3-b232-4b99-a714-421e8b5ca663), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:49:57.936254 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port be0f05e3-b232-4b99-a714-421e8b5ca663 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:50:01.965177 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:50:08.364000 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a544d011-6f38-4cd0-a012-a581e55eb2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:10.695569 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44d6-068e-498b-942b-78e7e4cfb213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:11.667706 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:13.225857 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:14.811891 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:38.355966 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf154-1654-4711-b70c-238b20ded542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:38.965214 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:50:40.690752 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2b9790c1-d55d-41d4-882e-fd075d9bffc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:41.666212 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:43.227605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:50:44.807650 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:08.358044 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8b3099ef-ccbd-402f-9172-1da0b3f85192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:10.668817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47270) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:10.692840 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b7669693-8bb1-442a-9421-062ef7465e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:10.731149 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fa2a69-cf68-4b11-aa60-068a30c59fbe admin admin] GET failed (client error): The resource could not be found. May 11 05:51:10.732389 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-16fa2a69-cf68-4b11-aa60-068a30c59fbe admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626547 May 11 05:51:10.891643 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179e67e-c43a-4705-9e03-a559200f99d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:10.893079 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1179e67e-c43a-4705-9e03-a559200f99d2 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565754 May 11 05:51:11.664435 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.123060 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47280) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:13.216673 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e67fb5-313e-48ad-81bd-ff5784823384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:13.218050 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b9e67fb5-313e-48ad-81bd-ff5784823384 admin admin] 10.222.0.44 "GET /v2.0/subnets/441f8285-0733-45e7-9d8b-d863eec6fc12 HTTP/1.1" status: 200 len: 849 time: 0.0940218 May 11 05:51:13.226690 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.228238 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:51:13.313507 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Publish callbacks [] for subnet (441f8285-0733-45e7-9d8b-d863eec6fc12), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.457711 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734403593858'] for subnet (441f8285-0733-45e7-9d8b-d863eec6fc12), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.490513 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:13.491123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.499440 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] 10.222.0.44 "PUT /v2.0/subnets/441f8285-0733-45e7-9d8b-d863eec6fc12 HTTP/1.1" status: 200 len: 868 time: 0.2685285 May 11 05:51:13.509379 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f6180-06e6-476d-958b-e59f674e89d7 None None] Network 3ca18602-9c2c-46bb-ac6f-5b351bd5f26a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:51:13.513848 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441f8285-0733-45e7-9d8b-d863eec6fc12,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:51:13.522361 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.522701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.523063 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.523387 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.523730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.524057 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.524385 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.524709 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.525051 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.525399 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.525749 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.526078 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.526402 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.526722 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.527039 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416c79b-b5b0-44e5-abb0-ea8a7c142024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:51:13.798976 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ea939c44-8899-43de-91aa-e6e477e98e14 None None] Provisioning complete for port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:51:13.799430 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ea939c44-8899-43de-91aa-e6e477e98e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8bcd558e-6a45-40c5-970f-8ca69ef6d22e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.880017 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ea939c44-8899-43de-91aa-e6e477e98e14 None None] Current status of the port 8bcd558e-6a45-40c5-970f-8ca69ef6d22e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:51:13.888981 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ea939c44-8899-43de-91aa-e6e477e98e14 None None] Provisioning complete for port 8598ecbb-cb9d-4b91-94c2-913c021b32ad triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:51:13.889367 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ea939c44-8899-43de-91aa-e6e477e98e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8598ecbb-cb9d-4b91-94c2-913c021b32ad), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:13.961259 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ea939c44-8899-43de-91aa-e6e477e98e14 None None] Current status of the port 8598ecbb-cb9d-4b91-94c2-913c021b32ad is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:51:14.810323 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:15.741820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47288) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:15.937823 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e16b8a-1e71-450a-86e9-0bdee10cba64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:15.938209 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e16b8a-1e71-450a-86e9-0bdee10cba64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:15.939722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a3e16b8a-1e71-450a-86e9-0bdee10cba64 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968820 May 11 05:51:15.965972 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:51:18.164452 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47296) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:18.362880 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8949a78-00f5-433f-a469-8cdbfc9c6921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:18.363276 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8949a78-00f5-433f-a469-8cdbfc9c6921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:18.364838 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e8949a78-00f5-433f-a469-8cdbfc9c6921 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994350 May 11 05:51:20.594360 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47306) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:20.789076 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d96d7-36d5-4f34-9ea4-c997d2692a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:20.790524 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2b2d96d7-36d5-4f34-9ea4-c997d2692a8e admin admin] 10.222.0.44 "GET /v2.0/networks/02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 HTTP/1.1" status: 200 len: 886 time: 0.1952243 May 11 05:51:23.022801 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47314) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:23.170193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954fba7-1cda-4b9f-8dd6-3fb1d0db8e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:23.171553 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-d954fba7-1cda-4b9f-8dd6-3fb1d0db8e97 admin admin] 10.222.0.44 "GET /v2.0/networks/3ca18602-9c2c-46bb-ac6f-5b351bd5f26a HTTP/1.1" status: 200 len: 869 time: 0.1478117 May 11 05:51:25.426571 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47322) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:25.548234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbb42b-543d-49c7-8237-04346a777c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:25.548692 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbb42b-543d-49c7-8237-04346a777c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:25.550250 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b8bbb42b-543d-49c7-8237-04346a777c98 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227489 May 11 05:51:27.774348 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47330) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:27.869745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e85a66-3f24-4990-90f6-e81a3823f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:27.870127 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e85a66-3f24-4990-90f6-e81a3823f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:27.871642 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-00e85a66-3f24-4990-90f6-e81a3823f621 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963218 May 11 05:51:30.099954 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47338) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:30.184762 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b710f-cb97-4f11-96f3-52716753ebac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:30.186147 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4b8b710f-cb97-4f11-96f3-52716753ebac admin admin] 10.222.0.44 "GET /v2.0/subnets/106d416e-ce08-48df-b08b-82139d62d79b HTTP/1.1" status: 200 len: 816 time: 0.0852618 May 11 05:51:32.419615 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47346) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:51:32.509334 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ecc36-4212-4a04-adb6-9ea94821a493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:51:32.510702 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-0a1ecc36-4212-4a04-adb6-9ea94821a493 admin admin] 10.222.0.44 "GET /v2.0/subnets/441f8285-0733-45e7-9d8b-d863eec6fc12 HTTP/1.1" status: 200 len: 868 time: 0.0901015 May 11 05:51:38.360809 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9452e12f-ae5f-41ef-b0be-90c150b14eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:40.695182 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0deb329b-4695-4084-98a5-3ce3c45317e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:41.667400 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:43.228318 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:44.812757 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:51:52.964343 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:52:08.362176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2e99cea5-1ed1-4e7b-a5c0-cdf889c1359c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:10.698607 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3e828e3c-015b-4703-80f6-8460e1356cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:11.670351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:12.905628 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47404) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:52:12.952461 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [None req-5d0d7b8c-0fdd-40fc-bdfb-d8e4930055da admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:52:12.953449 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-5d0d7b8c-0fdd-40fc-bdfb-d8e4930055da admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469024 May 11 05:52:13.230042 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:14.814976 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:15.276053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47412) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:52:15.335567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d6495f-c0ad-4563-926f-7552b053399e admin admin] GET failed (client error): The resource could not be found. May 11 05:52:15.336848 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-46d6495f-c0ad-4563-926f-7552b053399e admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598702 May 11 05:52:15.422034 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11af10-5d4a-41ea-a6d6-18a727303103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:52:15.423463 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ef11af10-5d4a-41ea-a6d6-18a727303103 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825303 May 11 05:52:17.697284 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47420) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:52:17.745294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:52:17.764811 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Made reservation on behalf of 092ac42400414e84802b398999ca7422 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:52:17.767105 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:17.800722 dv-cinder-733623-13-iscsi neutron-server[103520]: WARNING neutron.services.revisions.revision_plugin [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Could not find related network for resource to bump revision. May 11 05:52:17.811962 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:52:17.821312 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (5d201638-d591-4886-86a7-1ea694252656), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:17.821742 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Added segment 5d201638-d591-4886-86a7-1ea694252656 of type vlan for network 39a06755-a8c7-4c13-b58c-d2920b88eb91 May 11 05:52:17.859226 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (39a06755-a8c7-4c13-b58c-d2920b88eb91), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:17.886419 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (39a06755-a8c7-4c13-b58c-d2920b88eb91), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:17.887307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:52:17.887877 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:17.919240 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2208877 May 11 05:52:17.950530 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Pushing event updated for resources: {'Network': ['ID=39a06755-a8c7-4c13-b58c-d2920b88eb91,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:52:17.958486 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.958832 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.959174 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.959510 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.959837 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.960164 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.960489 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.960810 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.961130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.961454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.961895 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.962222 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.962541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.962856 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.963173 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd22ad-d4fb-4301-af87-5df7008a923d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:17.975259 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 39a06755-a8c7-4c13-b58c-d2920b88eb91 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:52:20.187998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47428) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:52:20.247930 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.pecan_wsgi.hooks.translation [None req-40db54c9-5657-4d26-bbf2-bd8c34f2a178 admin admin] GET failed (client error): The resource could not be found. May 11 05:52:20.249195 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-40db54c9-5657-4d26-bbf2-bd8c34f2a178 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602477 May 11 05:52:20.320645 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae42091-4a59-4a24-a121-cf18a9bc157c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:52:20.322103 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1ae42091-4a59-4a24-a121-cf18a9bc157c admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688612 May 11 05:52:20.331390 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:52:20.350623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Made reservation on behalf of 092ac42400414e84802b398999ca7422 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:52:20.352887 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:20.512877 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (0a1c6678-1d40-4310-bb66-7db192b29766), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:20.564826 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1c6678-1d40-4310-bb66-7db192b29766,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:52:20.573663 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Checking segment: {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:52:20.574012 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Network hostable DHCP agents. Network: 39a06755-a8c7-4c13-b58c-d2920b88eb91, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:52:20.590483 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Network 39a06755-a8c7-4c13-b58c-d2920b88eb91 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:52:20.598645 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 39a06755-a8c7-4c13-b58c-d2920b88eb91) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:52:20.602449 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:52:20.603045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:20.607563 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818a404-bec8-4739-bff9-def27790e76d None None] Network 39a06755-a8c7-4c13-b58c-d2920b88eb91 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:52:20.618800 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7ecb05c9-a771-40d7-b098-93718b0c0dee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906206 May 11 05:52:20.715321 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-39a06755-a8c7-4c13-b58c-d2920b88eb91', 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91', 'project_id': '092ac42400414e84802b398999ca7422', 'fixed_ips': [{'subnet_id': '0a1c6678-1d40-4310-bb66-7db192b29766'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:52:20.716286 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:20.952052 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Allocated IP 192.168.233.2 (39a06755-a8c7-4c13-b58c-d2920b88eb91/0a1c6678-1d40-4310-bb66-7db192b29766/fd8d9568-f0a7-4a2c-a032-a2b3305e658d) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:52:21.095376 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Publish callbacks [] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.103590 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.147861 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Network 39a06755-a8c7-4c13-b58c-d2920b88eb91 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:52:21.151712 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Pushing event updated for resources: {'Port': ['ID=fd8d9568-f0a7-4a2c-a032-a2b3305e658d,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:52:21.153977 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:52:21.156464 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:52:21.166031 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.166377 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.166742 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.167101 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.167444 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.167773 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.168108 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.168437 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.168782 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.169117 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.169443 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.169809 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.170137 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.170458 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.170778 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:52:21.231272 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Attempting to bind port fd8d9568-f0a7-4a2c-a032-a2b3305e658d on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:52:21.231698 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Attempting to bind port fd8d9568-f0a7-4a2c-a032-a2b3305e658d by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:52:21.232057 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Attempting to bind port fd8d9568-f0a7-4a2c-a032-a2b3305e658d on network 39a06755-a8c7-4c13-b58c-d2920b88eb91 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:52:21.237045 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:52:21.237416 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Checking segment: {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:52:21.237841 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.238225 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Bound using segment: {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:52:21.238682 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Bound port: fd8d9568-f0a7-4a2c-a032-a2b3305e658d, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:52:21.239572 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.304232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] For port fd8d9568-f0a7-4a2c-a032-a2b3305e658d, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:52:21.307278 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] For port fd8d9568-f0a7-4a2c-a032-a2b3305e658d, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=fd8d9568-f0a7-4a2c-a032-a2b3305e658d,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:52:21.312486 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.374313 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f596a8-7ed1-439d-8751-658a55c37139 None None] Pushing event updated for resources: {'Port': ['ID=fd8d9568-f0a7-4a2c-a032-a2b3305e658d,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:52:21.731776 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device fd8d9568-f0a7-4a2c-a032-a2b3305e658d up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:52:21.779144 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port fd8d9568-f0a7-4a2c-a032-a2b3305e658d triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:52:21.779423 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.860839 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port fd8d9568-f0a7-4a2c-a032-a2b3305e658d is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:52:21.861222 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.893985 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port fd8d9568-f0a7-4a2c-a032-a2b3305e658d, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=fd8d9568-f0a7-4a2c-a032-a2b3305e658d,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:52:21.898110 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:21.948089 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=fd8d9568-f0a7-4a2c-a032-a2b3305e658d,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:52:22.221387 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c605b-dc0a-4e99-903a-3935efb65a87 None None] Network 39a06755-a8c7-4c13-b58c-d2920b88eb91 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:52:22.294372 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-d65bf22c-9f7d-4cfe-8421-701c63d130a3 None None] Provisioning complete for port fd8d9568-f0a7-4a2c-a032-a2b3305e658d triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:52:22.294737 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d65bf22c-9f7d-4cfe-8421-701c63d130a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:22.409033 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-d65bf22c-9f7d-4cfe-8421-701c63d130a3 None None] Current status of the port fd8d9568-f0a7-4a2c-a032-a2b3305e658d is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:52:22.627102 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-19ddd2d2-004c-4097-b31c-7faade14afdb None None] Provisioning complete for port fd8d9568-f0a7-4a2c-a032-a2b3305e658d triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:52:22.627494 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-19ddd2d2-004c-4097-b31c-7faade14afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:22.704075 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-19ddd2d2-004c-4097-b31c-7faade14afdb None None] Current status of the port fd8d9568-f0a7-4a2c-a032-a2b3305e658d is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:52:23.697136 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device fd8d9568-f0a7-4a2c-a032-a2b3305e658d up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:52:23.745026 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port fd8d9568-f0a7-4a2c-a032-a2b3305e658d triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:52:23.745411 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (fd8d9568-f0a7-4a2c-a032-a2b3305e658d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:23.819798 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port fd8d9568-f0a7-4a2c-a032-a2b3305e658d is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:52:29.963615 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:52:38.366427 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f7fc691b-6818-4e8f-9d4f-e8d84ad7a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:40.699353 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8f979b62-f3fb-4f9f-8324-4f862bb6dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:41.673644 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:43.233803 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:52:44.823109 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:06.963391 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:53:08.368652 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2f55326a-9abc-4620-baae-ed4b83b7b1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:10.700587 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f228ec5-097c-4f40-b672-be30ea721b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:11.676611 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:13.235690 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:14.816788 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:38.371253 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a561f91-96d3-4cbc-b0d7-952ca039b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:40.703282 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bceb3ddb-98b0-4c8f-aa13-1e18144cf6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:41.682054 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:43.239952 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:43.962262 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:53:44.821452 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:54.880190 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47466) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:53:54.885668 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [None req-58ff1b18-a592-4a7e-8acc-9b2ae469da58 tempest-verify_tempest_config-324927851 tempest-verify_tempest_config-324927851-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:53:54.886606 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-58ff1b18-a592-4a7e-8acc-9b2ae469da58 tempest-verify_tempest_config-324927851 tempest-verify_tempest_config-324927851-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0054677 May 11 05:53:55.172340 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47484) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:53:55.274722 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.453727 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Publish callbacks [] for security_group (531db16a-0df8-40fb-9398-d533b2724a1c), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.458705 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (531db16a-0df8-40fb-9398-d533b2724a1c), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.501901 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531db16a-0df8-40fb-9398-d533b2724a1c,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:53:55.506390 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de72000fdc2447698fde0917c9ee57f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3330641 May 11 05:53:55.509267 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47490) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:53:55.510641 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.511005 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.511368 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.511715 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.512064 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.512399 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.512728 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.513057 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.513401 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.513763 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.514094 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.514423 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.514751 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.515337 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.515658 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75421d2-5bf8-47bd-bc18-c29ecbdf0eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.562820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Publish callbacks [] for security_group (531db16a-0df8-40fb-9398-d533b2724a1c), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.582635 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Publish callbacks [] for security_group (531db16a-0df8-40fb-9398-d533b2724a1c), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.674416 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (531db16a-0df8-40fb-9398-d533b2724a1c), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.678160 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:53:55.679430 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/531db16a-0df8-40fb-9398-d533b2724a1c HTTP/1.1" status: 204 len: 168 time: 0.1691859 May 11 05:53:55.686985 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531db16a-0df8-40fb-9398-d533b2724a1c,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:53:55.694349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.694699 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.695252 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.695596 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.695929 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.696259 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.696586 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.696923 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.697237 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.697595 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.697936 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.698262 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.698589 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.698916 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:53:55.699234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bb606b-de62-41be-b26e-8ebd72fd5d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:54:08.372691 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f818c51a-8136-4c2f-a131-3d4f27241b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:10.704645 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-188ec688-c26b-463a-9fcc-00d195076674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:11.680523 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:13.242253 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:14.824913 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:20.961055 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:54:38.373804 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4fe78ec5-cc2e-4c61-b4d1-d137776e702d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:40.706557 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-170e9268-23d5-477f-80c4-67e896a4333c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:41.686503 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:43.244537 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:44.826659 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:54:57.959388 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:55:08.375211 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-17f781f9-7591-4b0b-913f-56cc385d2cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:10.708444 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3eecee5b-55f2-425d-b208-f005effd80f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:11.686595 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:13.246794 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:14.828898 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:34.957902 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 5 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:55:38.377730 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a324d680-55a7-4ec1-90c2-e9d9cc24d483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:40.709621 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-20edae66-1897-48c5-b373-9816ec38dc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:41.689355 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:43.253260 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:44.833224 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:55:47.655787 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33228642'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:01.094338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47562) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:56:01.198575 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e2fb4c49-16aa-4261-bc23-d8fbbf69e1ac admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1031570 May 11 05:56:03.452088 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47572) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:56:03.512182 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-81ed6591-cc46-4864-92f1-cb0a5be3daee admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0590384 May 11 05:56:08.380643 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d319886f-6daa-4f2d-8c98-fa85811da13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:10.711663 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb6d3-babf-40f8-b273-2d809cea4334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:11.692006 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:11.960651 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:56:13.252600 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:14.835188 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:17.607085 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:38.383351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5377a793-1be9-429c-bc62-42adfcc5af51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:40.713533 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2638893f-1b08-4cce-9e2e-c4eda11d7d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:41.694547 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:43.255088 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:44.836699 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:47.622255 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:56:48.960165 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:57:08.384917 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b62a0de3-4a6e-4d82-ab0b-b83c74218351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:10.717502 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5253555c-09b1-485d-b49d-79ebe96044dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:11.698784 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:13.258147 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:14.839305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:17.620077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:25.959411 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:57:38.389452 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bf544cf-da61-4e45-b01a-1c9b9c142e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:40.725265 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-76bbaf44-892c-42fd-9690-568f6e223d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:41.709360 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:43.268742 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:44.559618 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47754) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:44.827507 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-network', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:44.851765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Made reservation on behalf of 1f4f0f35ae0b4c94977f2e1688dbdb5c for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:44.855977 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:44.856960 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:44.878735 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47778) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:44.895742 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.057335 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks [] for security_group (16caa91f-d13b-4076-abcd-729a5093f724), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.067941 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (16caa91f-d13b-4076-abcd-729a5093f724), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.093147 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:57:45.116663 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (a754d523-7e4e-4509-adb3-89a8e8fada59), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.117065 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Added segment a754d523-7e4e-4509-adb3-89a8e8fada59 of type vlan for network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad May 11 05:57:45.157773 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16caa91f-d13b-4076-abcd-729a5093f724,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:45.176618 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.184672 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.185596 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.185596 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.185795 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.186358 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.186853 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.187465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.187803 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.188184 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.188524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.189704 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.190616 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.190616 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.190958 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.191296 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Tracked resource versions report: May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: pushed versions: May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: { 'AddressGroup': {'1.2'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Agent': {'1.1'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'ConntrackHelper': {'1.0'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'LocalIPAssociation': {'1.0'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Log': {'1.0'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'NDPProxy': {'1.0'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Network': {'1.1'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Port': {'1.7'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'PortForwarding': {'1.3'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'QosPolicy': {'1.10'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroup': {'1.5'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroupRule': {'1.2'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SubPort': {'1.0'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Subnet': {'1.1'}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Trunk': {'1.1'}} May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: consumer versions: May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: HyperV agent@hv-cinder-73362: {}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Agent': '1.1', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'ConntrackHelper': '1.0', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'LocalIPAssociation': '1.0', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Log': '1.0', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'NDPProxy': '1.0', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Network': '1.1', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Port': '1.7', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'PortForwarding': '1.3', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'QosPolicy': '1.10', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroup': '1.5', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SecurityGroupRule': '1.2', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'SubPort': '1.0', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Subnet': '1.1', May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: 'Trunk': '1.1'}} May 11 05:57:45.192629 dv-cinder-733623-13-iscsi neutron-server[103519]: {{(pid=103519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:57:45.238719 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.240326 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:45.240934 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.291838 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7305348 May 11 05:57:45.295587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47798) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:45.303729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Request body: {'subnet': {'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-subnet', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:45.324253 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47800) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:45.332505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Made reservation on behalf of 1f4f0f35ae0b4c94977f2e1688dbdb5c for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:45.335325 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.347266 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a13a-0ce7-48de-9b88-4e7eee9e0c8a admin admin] Pushing event updated for resources: {'Network': ['ID=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:45.359803 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:57:45.365368 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47804) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:45.399390 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47808) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:45.399831 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-546746023-network', 'tenant_id': '34db399b717b42f18c5190acb605918f'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:45.469928 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Made reservation on behalf of 34db399b717b42f18c5190acb605918f for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:45.473194 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.486644 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.513032 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-661695825-network', 'tenant_id': '98d1a529cc4d4a11b49d9e08ae5b2f69'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:45.553236 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-917606199-network', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:45.570974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1404351945-network', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:45.604102 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Made reservation on behalf of 98d1a529cc4d4a11b49d9e08ae5b2f69 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:45.607338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.612706 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Made reservation on behalf of 2279e41c4ffe455d9f5d126d3d288333 for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:45.615191 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.626192 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.630143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.715896 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks [] for security_group (d764df6d-c3e7-49a1-9d66-f05fb5f41c0f), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.719450 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks [] for security_group (6c7ec427-bba7-41b0-bbc6-64f16e90e0e4), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.722285 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Made reservation on behalf of 8d84ee8b78144447bef24d677ad32b3c for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:45.724730 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.727118 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (2019c509-08bd-4caf-a73b-2a0b92840dc1), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.728808 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6c7ec427-bba7-41b0-bbc6-64f16e90e0e4), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.747484 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:57:45.758325 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (e318b2ad-ea66-4282-b3fa-d3160a3fa443), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.758724 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Added segment e318b2ad-ea66-4282-b3fa-d3160a3fa443 of type vlan for network ac42e169-a6e4-4ccc-996b-bc8a23c39701 May 11 05:57:45.786551 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d764df6d-c3e7-49a1-9d66-f05fb5f41c0f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.794755 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.794924 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2019c509-08bd-4caf-a73b-2a0b92840dc1,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:45.820679 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.821587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.821956 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.822295 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.822633 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.822958 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.823365 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.823867 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.824208 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.824762 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.825317 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.825777 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (ac42e169-a6e4-4ccc-996b-bc8a23c39701), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.826312 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.826867 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.827417 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.827950 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Tracked resource versions report: May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: pushed versions: May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: { 'AddressGroup': {'1.2'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Agent': {'1.1'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'ConntrackHelper': {'1.0'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'LocalIPAssociation': {'1.0'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Log': {'1.0'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'NDPProxy': {'1.0'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Network': {'1.1'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Port': {'1.7'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'PortForwarding': {'1.3'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'QosPolicy': {'1.10'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroup': {'1.5'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroupRule': {'1.2'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SubPort': {'1.0'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Subnet': {'1.1'}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Trunk': {'1.1'}} May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: consumer versions: May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: HyperV agent@hv-cinder-73362: {}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Agent': '1.1', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'ConntrackHelper': '1.0', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'LocalIPAssociation': '1.0', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Log': '1.0', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'NDPProxy': '1.0', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Network': '1.1', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Port': '1.7', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'PortForwarding': '1.3', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'QosPolicy': '1.10', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroup': '1.5', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SecurityGroupRule': '1.2', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'SubPort': '1.0', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Subnet': '1.1', May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: 'Trunk': '1.1'}} May 11 05:57:45.829309 dv-cinder-733623-13-iscsi neutron-server[103520]: {{(pid=103520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:57:45.851816 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7ec427-bba7-41b0-bbc6-64f16e90e0e4,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:45.861860 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:57:45.889736 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (ac42e169-a6e4-4ccc-996b-bc8a23c39701), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.891026 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:45.891590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.912724 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (b7f21214-1b52-4917-90a8-83e30ae2f76a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.913347 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Added segment b7f21214-1b52-4917-90a8-83e30ae2f76a of type vlan for network 28dde216-4b2f-4353-ba38-412714627bb9 May 11 05:57:45.944146 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5773156 May 11 05:57:45.947474 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47836) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:45.960604 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (28dde216-4b2f-4353-ba38-412714627bb9), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:45.977727 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Request body: {'subnet': {'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1404351945-subnet', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:45.999265 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f98d45-6712-490c-9e91-85de4fd103ee admin admin] Pushing event updated for resources: {'Network': ['ID=ac42e169-a6e4-4ccc-996b-bc8a23c39701,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:45.999430 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Checking segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:45.999785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Network hostable DHCP agents. Network: eec2f2f0-8c81-41fb-84f6-0e8c08e134ad, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:57:46.002729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (28dde216-4b2f-4353-ba38-412714627bb9), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.003715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:46.004296 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.012451 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks [] for security_group (157523ab-22b3-4b64-9c60-e3c8a7dafd04), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.014469 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:57:46.016006 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764df6d-c3e7-49a1-9d66-f05fb5f41c0f,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:46.022445 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (157523ab-22b3-4b64-9c60-e3c8a7dafd04), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.049678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157523ab-22b3-4b64-9c60-e3c8a7dafd04,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:46.055940 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Made reservation on behalf of 2279e41c4ffe455d9f5d126d3d288333 for: {'subnet': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:46.057830 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.096341 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] Pushing event updated for resources: {'Network': ['ID=28dde216-4b2f-4353-ba38-412714627bb9,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:46.104445 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-74f03007-1d9a-4b81-8e1a-f5ab0a27c7bb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2243721 May 11 05:57:46.109987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47842) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:46.115629 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Request body: {'subnet': {'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-546746023-subnet', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:46.122396 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks [] for security_group (a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.132608 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 28dde216-4b2f-4353-ba38-412714627bb9 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:57:46.144472 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.187886 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:46.191285 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:57:46.210443 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:57:46.216613 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, eec2f2f0-8c81-41fb-84f6-0e8c08e134ad) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:46.223512 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:46.224514 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.239333 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (8dd876bd-2f08-4983-99b3-62a5e7520bc6), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.240118 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Added segment 8dd876bd-2f08-4983-99b3-62a5e7520bc6 of type vlan for network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a May 11 05:57:46.241869 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Made reservation on behalf of 34db399b717b42f18c5190acb605918f for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:46.244767 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.271576 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47854) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:46.271903 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-313b2157-9adf-4245-a241-0dd7d178a1dd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9712889 May 11 05:57:46.299442 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:46.311170 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8424114-c81d-434e-8f5e-63ab3029d306 None None] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:46.321971 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:57:46.382023 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (e509bac1-d5ff-4982-a8ad-3665ade003dd), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.383526 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Added segment e509bac1-d5ff-4982-a8ad-3665ade003dd of type vlan for network b62a26f9-5853-46d1-925a-762af9a689ba May 11 05:57:46.411956 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (8ced06cb-4f7e-4537-ab51-32eb277377ee), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.476073 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.477327 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.522888 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (b62a26f9-5853-46d1-925a-762af9a689ba), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.609092 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:57:46.610064 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.632853 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.708726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.709851 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:46.710620 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.752495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks [] for router_controller (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), precommit_add_association {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.806938 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.db.resource_extend [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 05:57:46.815331 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4894369 May 11 05:57:46.816112 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47876) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:46.828415 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Request body: {'subnet': {'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-661695825-subnet', 'tenant_id': '98d1a529cc4d4a11b49d9e08ae5b2f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:46.858939 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d45766-d933-44ba-b1dd-ef98547fef01 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:46.864169 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Made reservation on behalf of 98d1a529cc4d4a11b49d9e08ae5b2f69 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:46.866857 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:46.891348 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:57:46.925150 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ced06cb-4f7e-4537-ab51-32eb277377ee,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:46.929700 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Checking segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:46.930421 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Network hostable DHCP agents. Network: ac42e169-a6e4-4ccc-996b-bc8a23c39701, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:57:46.994708 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Allocated IP 172.20.0.2 (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad/2019c509-08bd-4caf-a73b-2a0b92840dc1/5f880cc3-3b75-4c0f-b927-28330a6f293f) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:47.014228 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks [] for router_gateway (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.026123 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (b62a26f9-5853-46d1-925a-762af9a689ba), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.027741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:47.028482 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.080283 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47888) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:47.118257 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (3e271302-a3ff-4c1d-80bf-42857385668f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.168906 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Publish callbacks [] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.178796 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.184283 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (ad82f618-0f46-4f32-a986-1b40950b8e98), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.211522 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] Pushing event updated for resources: {'Network': ['ID=b62a26f9-5853-46d1-925a-762af9a689ba,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:47.253124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:47.253518 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Network hostable DHCP agents. Network: 28dde216-4b2f-4353-ba38-412714627bb9, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:57:47.256700 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-326233ce-0d5d-49f4-bc0d-e3f5463f1456 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.8543439 May 11 05:57:47.257366 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47896) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:47.264966 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Checking segment: {'id': '8dd876bd-2f08-4983-99b3-62a5e7520bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:47.265516 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Network hostable DHCP agents. Network: 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:57:47.269888 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e271302-a3ff-4c1d-80bf-42857385668f,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:47.288781 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Request body: {'subnet': {'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-subnet', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:47.300942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:57:47.318923 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad82f618-0f46-4f32-a986-1b40950b8e98,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:47.344478 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Network 28dde216-4b2f-4353-ba38-412714627bb9 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:57:47.350093 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network b62a26f9-5853-46d1-925a-762af9a689ba details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:57:47.353506 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Pushing event updated for resources: {'Port': ['ID=5f880cc3-3b75-4c0f-b927-28330a6f293f,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:47.357410 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:57:47.364654 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, ac42e169-a6e4-4ccc-996b-bc8a23c39701) {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:47.371476 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 28dde216-4b2f-4353-ba38-412714627bb9) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:47.378818 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:47.380113 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:47.380245 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.381140 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.386405 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Made reservation on behalf of 8d84ee8b78144447bef24d677ad32b3c for: {'subnet': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:47.388625 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c938d32-6c81-4ae3-89ab-29beb5a5a2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.389741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.399329 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.399677 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.400048 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.400408 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.400744 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.401073 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.401398 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.401752 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.402093 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.402421 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.402744 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.403568 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:47.404368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.406301 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.406652 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.406991 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Tracked resource versions report: May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: pushed versions: May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: { 'AddressGroup': {'1.2'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Agent': {'1.1'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'ConntrackHelper': {'1.0'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'LocalIPAssociation': {'1.0'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Log': {'1.0'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'NDPProxy': {'1.0'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Network': {'1.1'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Port': {'1.7'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'PortForwarding': {'1.3'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'QosPolicy': {'1.10'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroup': {'1.5'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroupRule': {'1.2'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SubPort': {'1.0'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Subnet': {'1.1'}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Trunk': {'1.1'}} May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: consumer versions: May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: HyperV agent@hv-cinder-73362: {}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Agent': '1.1', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'ConntrackHelper': '1.0', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'LocalIPAssociation': '1.0', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Log': '1.0', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'NDPProxy': '1.0', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Network': '1.1', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Port': '1.7', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'PortForwarding': '1.3', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'QosPolicy': '1.10', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroup': '1.5', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SecurityGroupRule': '1.2', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'SubPort': '1.0', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Subnet': '1.1', May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: 'Trunk': '1.1'}} May 11 05:57:47.408180 dv-cinder-733623-13-iscsi neutron-server[103521]: {{(pid=103521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:57:47.410555 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:47.410555 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.410800 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd4777-228a-4efa-b5b0-33799735fafc None None] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:47.488748 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-20abc244-e2bc-46ea-b769-e4446e194fd5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5400088 May 11 05:57:47.493461 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47902) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:47.500208 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e87a3c-a6c3-4460-943e-c79f54b41184 None None] Network 28dde216-4b2f-4353-ba38-412714627bb9 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:47.555577 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks [] for router_gateway (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.678020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c938d32-6c81-4ae3-89ab-29beb5a5a2e8 admin admin] Publish callbacks [] for security_group (49d04f8e-06dc-43b2-a6ec-43bce389f638), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.696130 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.705416 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:47.735718 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4c938d32-6c81-4ae3-89ab-29beb5a5a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (49d04f8e-06dc-43b2-a6ec-43bce389f638), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.758376 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39c854-d11d-41e2-894c-5a3e43028d39 None None] Network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:47.782478 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:47.789392 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-94ee606f-ac95-41a9-b231-a05c29ef76a7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9667470 May 11 05:57:47.808777 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:47.820338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c938d32-6c81-4ae3-89ab-29beb5a5a2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d04f8e-06dc-43b2-a6ec-43bce389f638,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:47.831807 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:57:47.833276 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.844804 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-29dc09ff-c0ba-4f50-9402-d92b1acde9bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7311668 May 11 05:57:47.846353 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (bb534a06-d203-4d06-837a-5ed49fae476b), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.852875 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (bb534a06-d203-4d06-837a-5ed49fae476b), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.864417 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47914) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:47.866594 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:47.886970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:47.936318 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (6649c79d-509c-4480-a536-755b4ab41c50), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.937788 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (6649c79d-509c-4480-a536-755b4ab41c50), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.953521 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4c938d32-6c81-4ae3-89ab-29beb5a5a2e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae75ee9608724034af8ff61fb6212e62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8469131 May 11 05:57:47.964020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47916) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:47.966734 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Allocated IP 172.27.1.189 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/6cd8d37f-49df-4353-9004-f51ea2402d28) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:47.969289 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (734e8ce8-8263-4d2d-bad1-b211fef23b56), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.988583 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:47.997762 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-28dde216-4b2f-4353-ba38-412714627bb9', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:57:47.999127 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.029970 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Pushing event updated for resources: {'Subnet': ['ID=734e8ce8-8263-4d2d-bad1-b211fef23b56,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:48.052495 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks [] for router_controller (bb534a06-d203-4d06-837a-5ed49fae476b), precommit_add_association {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.127821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks [] for router_controller (6649c79d-509c-4480-a536-755b4ab41c50), precommit_add_association {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.284459 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks [] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.322396 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.360052 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Attempting to bind port 5f880cc3-3b75-4c0f-b927-28330a6f293f on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:48.361919 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Attempting to bind port 5f880cc3-3b75-4c0f-b927-28330a6f293f by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:48.362503 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Attempting to bind port 5f880cc3-3b75-4c0f-b927-28330a6f293f on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:48.366722 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks [] for router_gateway (6649c79d-509c-4480-a536-755b4ab41c50), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.375715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41e4957c-1648-4053-9242-44482b19ce02 admin admin] Publish callbacks [] for security_group (49d04f8e-06dc-43b2-a6ec-43bce389f638), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.376552 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:48.382018 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:48.393588 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:48.398580 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Checking segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:48.398931 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Network hostable DHCP agents. Network: b62a26f9-5853-46d1-925a-762af9a689ba, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:57:48.404553 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41e4957c-1648-4053-9242-44482b19ce02 admin admin] Publish callbacks [] for security_group (49d04f8e-06dc-43b2-a6ec-43bce389f638), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.418108 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:57:48.418848 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Checking segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:48.419447 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.420027 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Bound using segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:57:48.420711 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Bound port: 5f880cc3-3b75-4c0f-b927-28330a6f293f, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:57:48.421305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.470046 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd8d37f-49df-4353-9004-f51ea2402d28,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:48.475531 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Network b62a26f9-5853-46d1-925a-762af9a689ba is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:57:48.530845 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceace034-cc7f-4f04-aff1-4ef8864b4d63 None None] Network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:48.538873 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, b62a26f9-5853-46d1-925a-762af9a689ba) {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:48.553606 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:48.554576 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.570530 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1b46e-3885-4c35-8ba5-48776e5f765a None None] Network b62a26f9-5853-46d1-925a-762af9a689ba requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:48.593220 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-94b4ce67-d86d-46a1-ade9-a71bc249791d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3297312 May 11 05:57:48.594495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 47936) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:48.600180 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:48.623590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (b7a52bd7-4724-48bb-9126-3e2973682926), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.625023 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (b7a52bd7-4724-48bb-9126-3e2973682926), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.633609 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41e4957c-1648-4053-9242-44482b19ce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (49d04f8e-06dc-43b2-a6ec-43bce389f638), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.636163 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41e4957c-1648-4053-9242-44482b19ce02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.640486 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-41e4957c-1648-4053-9242-44482b19ce02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49d04f8e-06dc-43b2-a6ec-43bce389f638 HTTP/1.1" status: 204 len: 168 time: 0.6707432 May 11 05:57:48.678937 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Allocated IP 172.20.0.2 (ac42e169-a6e4-4ccc-996b-bc8a23c39701/8ced06cb-4f7e-4537-ab51-32eb277377ee/5cfeada1-db94-488a-add8-4205058ed1f3) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:48.735850 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks [] for router_gateway (bb534a06-d203-4d06-837a-5ed49fae476b), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.783537 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Allocated IP 172.20.0.2 (28dde216-4b2f-4353-ba38-412714627bb9/ad82f618-0f46-4f32-a986-1b40950b8e98/38556da8-5fb2-48a8-93ad-fb8f0a64974e) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:48.787690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4957c-1648-4053-9242-44482b19ce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d04f8e-06dc-43b2-a6ec-43bce389f638,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:48.836359 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks [] for router_controller (b7a52bd7-4724-48bb-9126-3e2973682926), precommit_add_association {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:48.964202 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks [] for router_gateway (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.028263 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] For port 5f880cc3-3b75-4c0f-b927-28330a6f293f, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:57:49.070212 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks [] for router_gateway (6649c79d-509c-4480-a536-755b4ab41c50), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.075802 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] For port 5f880cc3-3b75-4c0f-b927-28330a6f293f, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5f880cc3-3b75-4c0f-b927-28330a6f293f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:57:49.134440 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-b62a26f9-5853-46d1-925a-762af9a689ba', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:57:49.135356 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.138086 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.151142 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.178019 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47970) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:49.190708 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47972) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:49.195869 dv-cinder-733623-13-iscsi neutron-server[103520]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 05:57:49.264160 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks [] for router_gateway (b7a52bd7-4724-48bb-9126-3e2973682926), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.293332 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ec581b19-c06b-4a57-95fb-ecdd7867ba1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.444673 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Publish callbacks [] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.452867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e36c7-c10d-4232-9538-39d34564a7a0 None None] Pushing event updated for resources: {'Port': ['ID=5f880cc3-3b75-4c0f-b927-28330a6f293f,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:49.652512 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Publish callbacks [] for port (5cfeada1-db94-488a-add8-4205058ed1f3), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.766798 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.783891 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.844639 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.847601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Allocated IP 172.27.1.253 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/2a406e69-2ecd-4c91-aaca-634e3e9d912e) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:49.896292 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:49.910108 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:49.928634 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:49.945703 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:49.948319 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Allocated IP 172.20.0.2 (b62a26f9-5853-46d1-925a-762af9a689ba/734e8ce8-8263-4d2d-bad1-b211fef23b56/60b567b8-9805-41e1-8dc7-6ce1ac749243) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:49.967471 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:49.973829 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:49.979746 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks [] for router_gateway (b7a52bd7-4724-48bb-9126-3e2973682926), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:49.980957 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Pushing event updated for resources: {'Port': ['ID=38556da8-5fb2-48a8-93ad-fb8f0a64974e,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:50.008336 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f880cc3-3b75-4c0f-b927-28330a6f293f up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:57:50.011968 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.049969 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-cddf604f-5165-4329-9fb9-70245532bb08 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:50.057584 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-cddf604f-5165-4329-9fb9-70245532bb08 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/networks?id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a HTTP/1.1" status: 200 len: 811 time: 0.8623958 May 11 05:57:50.066315 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks [] for router_gateway (bb534a06-d203-4d06-837a-5ed49fae476b), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.121108 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.130512 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-8552e4c9-218d-4238-9a31-e5b2025a1913 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/quotas/98d1a529cc4d4a11b49d9e08ae5b2f69 HTTP/1.1" status: 200 len: 375 time: 0.0725033 May 11 05:57:50.209090 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks [] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.222061 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-2e225898-3370-4295-b818-a82eff04f62c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d1a529cc4d4a11b49d9e08ae5b2f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905995 May 11 05:57:50.289354 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ec581b19-c06b-4a57-95fb-ecdd7867ba1b admin admin] Publish callbacks [] for security_group (0249143b-63c9-4830-9727-2a9bb83424df), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.309858 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ec581b19-c06b-4a57-95fb-ecdd7867ba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0249143b-63c9-4830-9727-2a9bb83424df), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.332572 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:57:50.374735 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ec581b19-c06b-4a57-95fb-ecdd7867ba1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bd9c7a023984e61837a33df1a26cda8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1941626 May 11 05:57:50.383130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec581b19-c06b-4a57-95fb-ecdd7867ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0249143b-63c9-4830-9727-2a9bb83424df,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:50.389577 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 47998) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:50.445789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Pushing event updated for resources: {'Port': ['ID=5cfeada1-db94-488a-add8-4205058ed1f3,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:50.459252 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Attempting to bind port 38556da8-5fb2-48a8-93ad-fb8f0a64974e on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:50.459515 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Attempting to bind port 38556da8-5fb2-48a8-93ad-fb8f0a64974e by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:50.459834 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Attempting to bind port 38556da8-5fb2-48a8-93ad-fb8f0a64974e on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:50.492370 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:57:50.492370 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:50.492861 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.493124 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Bound using segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:57:50.493637 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Bound port: 38556da8-5fb2-48a8-93ad-fb8f0a64974e, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:57:50.494140 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.498759 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Attempting to bind port 5cfeada1-db94-488a-add8-4205058ed1f3 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:50.499177 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Attempting to bind port 5cfeada1-db94-488a-add8-4205058ed1f3 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:50.499461 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Attempting to bind port 5cfeada1-db94-488a-add8-4205058ed1f3 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:50.505957 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 5f880cc3-3b75-4c0f-b927-28330a6f293f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:50.506324 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.513424 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a73cfe0-10cf-4be5-bcf3-7b4a55ec8a5b admin admin] Publish callbacks [] for security_group (0249143b-63c9-4830-9727-2a9bb83424df), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.516655 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.554239 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:57:50.567351 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:57:50.577051 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:57:50.577689 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Checking segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:50.578433 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-8294e548-7d8a-4ad3-a9b7-712ace0cffca service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:57:50.578564 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.580297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Bound using segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:57:50.580829 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Bound port: 5cfeada1-db94-488a-add8-4205058ed1f3, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:57:50.582081 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.583294 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:50.583948 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:50.586439 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-8294e548-7d8a-4ad3-a9b7-712ace0cffca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1682122 May 11 05:57:50.597163 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Allocated IP 172.27.1.19 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/3ecbe237-1159-48b4-abdf-16ae23884b7e) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:50.655117 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a73cfe0-10cf-4be5-bcf3-7b4a55ec8a5b admin admin] Publish callbacks [] for security_group (0249143b-63c9-4830-9727-2a9bb83424df), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.680524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.682074 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-2a11407d-335e-4596-81c7-a43b966ea1a4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3973789 May 11 05:57:50.686230 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48002) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:50.723375 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] For port 38556da8-5fb2-48a8-93ad-fb8f0a64974e, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:57:50.727741 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] For port 38556da8-5fb2-48a8-93ad-fb8f0a64974e, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=38556da8-5fb2-48a8-93ad-fb8f0a64974e,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:57:50.776156 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a73cfe0-10cf-4be5-bcf3-7b4a55ec8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0249143b-63c9-4830-9727-2a9bb83424df), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.779005 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a73cfe0-10cf-4be5-bcf3-7b4a55ec8a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.784150 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4a73cfe0-10cf-4be5-bcf3-7b4a55ec8a5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0249143b-63c9-4830-9727-2a9bb83424df HTTP/1.1" status: 204 len: 168 time: 0.3870981 May 11 05:57:50.804633 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:50.807034 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks [] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.816056 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73cfe0-10cf-4be5-bcf3-7b4a55ec8a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0249143b-63c9-4830-9727-2a9bb83424df,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:50.837293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:50.841596 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:50.848983 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.920827 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Publish callbacks [] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.935132 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:57:50.955633 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dfec21-2870-4971-97a6-ce12812ce1d6 None None] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:50.972332 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:50.974701 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:51.033602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=2a406e69-2ecd-4c91-aaca-634e3e9d912e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:51.033828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:51.038629 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:51.042091 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:51.053503 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Network b62a26f9-5853-46d1-925a-762af9a689ba is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:51.062608 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-020575cc-d832-4a49-ae2b-8036b26259eb None None] Provisioning complete for port 5f880cc3-3b75-4c0f-b927-28330a6f293f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:51.062999 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-020575cc-d832-4a49-ae2b-8036b26259eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:51.104328 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:51.140048 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:51.304333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Pushing event updated for resources: {'Port': ['ID=3ecbe237-1159-48b4-abdf-16ae23884b7e,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:51.320410 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-2f703d4e-d69f-4a87-9e41-5bf2ab9f1c1d service neutron] 10.222.0.44 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330213 May 11 05:57:51.427802 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:48Z', 'revision_number': 3, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:51.543173 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ede7f-8c2d-4dbb-9d17-87fa43a8f7af None None] Pushing event updated for resources: {'Port': ['ID=38556da8-5fb2-48a8-93ad-fb8f0a64974e,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:51.550637 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:57:51.551203 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Updating router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 port 6cd8d37f-49df-4353-9004-f51ea2402d28 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:57:51.616856 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Allocated IP 172.27.1.120 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/06abbd61-f6ef-4280-9abf-76f78bdaa3b5) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:51.702689 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:51.816250 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks [] for router_gateway (6649c79d-509c-4480-a536-755b4ab41c50), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:51.936156 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5f880cc3-3b75-4c0f-b927-28330a6f293f is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:51.936548 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:51.974640 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-ad019330-0117-4a7a-af09-c9c3272f1d5c service neutron] 10.222.0.44 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519938 May 11 05:57:52.043598 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] For port 5cfeada1-db94-488a-add8-4205058ed1f3, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:57:52.079293 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 5f880cc3-3b75-4c0f-b927-28330a6f293f, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5f880cc3-3b75-4c0f-b927-28330a6f293f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:57:52.094239 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Attempting to bind port 60b567b8-9805-41e1-8dc7-6ce1ac749243 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:52.094895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Attempting to bind port 60b567b8-9805-41e1-8dc7-6ce1ac749243 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:52.096049 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Attempting to bind port 60b567b8-9805-41e1-8dc7-6ce1ac749243 on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:52.105829 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.113439 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] For port 5cfeada1-db94-488a-add8-4205058ed1f3, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5cfeada1-db94-488a-add8-4205058ed1f3,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:57:52.121669 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Pushing event updated for resources: {'Port': ['ID=60b567b8-9805-41e1-8dc7-6ce1ac749243,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:52.139591 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks [] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.295527 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:57:52.296036 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Checking segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:52.297966 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.298978 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Bound using segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:57:52.299816 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Bound port: 60b567b8-9805-41e1-8dc7-6ce1ac749243, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:57:52.302386 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.312509 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.340191 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.355162 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks [] for router_gateway (b7a52bd7-4724-48bb-9126-3e2973682926), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.369147 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 38556da8-5fb2-48a8-93ad-fb8f0a64974e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:57:52.488748 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.500567 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=5f880cc3-3b75-4c0f-b927-28330a6f293f,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:52.793228 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-49cb3e69-7455-4668-842f-eb928b180d0f req-0dbdc023-6141-4b0a-b2ee-ab7e0c05792d tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.2798128 May 11 05:57:52.795511 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (6649c79d-509c-4480-a536-755b4ab41c50), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:52.871069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:52.879722 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:52.975550 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] For port 60b567b8-9805-41e1-8dc7-6ce1ac749243, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:57:52.979255 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:52.994050 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 38556da8-5fb2-48a8-93ad-fb8f0a64974e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:52.996221 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.017867 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Publish callbacks [] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.027003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-020575cc-d832-4a49-ae2b-8036b26259eb None None] Current status of the port 5f880cc3-3b75-4c0f-b927-28330a6f293f is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:53.029646 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.128055 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] For port 60b567b8-9805-41e1-8dc7-6ce1ac749243, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=60b567b8-9805-41e1-8dc7-6ce1ac749243,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:57:53.138479 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Pushing event updated for resources: {'Port': ['ID=6cd8d37f-49df-4353-9004-f51ea2402d28,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:53.139690 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b971b-bba5-4fdf-b854-3fac51fdf844 None None] Network 28dde216-4b2f-4353-ba38-412714627bb9 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:53.165079 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.166979 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Pushing event updated for resources: {'Port': ['ID=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:53.207261 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.207615 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.207977 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.208335 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.208674 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.212710 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.213104 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.213458 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.213902 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.214247 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.214587 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.214936 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.215271 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.215598 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.219553 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa273a-4f75-41f2-a000-20bec5dbc822 None None] Pushing event updated for resources: {'Port': ['ID=5cfeada1-db94-488a-add8-4205058ed1f3,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:53.220985 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Tracked resource versions report: May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: pushed versions: May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: { 'AddressGroup': {'1.2'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Agent': {'1.1'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'ConntrackHelper': {'1.0'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'LocalIPAssociation': {'1.0'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Log': {'1.0'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'NDPProxy': {'1.0'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Network': {'1.1'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Port': {'1.7'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'PortForwarding': {'1.3'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'QosPolicy': {'1.10'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroup': {'1.5'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroupRule': {'1.2'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SubPort': {'1.0'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Subnet': {'1.1'}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Trunk': {'1.1'}} May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: consumer versions: May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: { DHCP agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: HyperV agent@hv-cinder-73362: {}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: L3 agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: Metadata agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: Metering agent@dv-cinder-733623-13-iscsi: {}, May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: Open vSwitch agent@dv-cinder-733623-13-iscsi: { 'AddressGroup': '1.2', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Agent': '1.1', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'ConntrackHelper': '1.0', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'LocalIPAssociation': '1.0', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Log': '1.0', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'NDPProxy': '1.0', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Network': '1.1', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Port': '1.7', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'PortForwarding': '1.3', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'QosPolicy': '1.10', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroup': '1.5', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SecurityGroupRule': '1.2', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'SubPort': '1.0', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Subnet': '1.1', May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: 'Trunk': '1.1'}} May 11 05:57:53.222239 dv-cinder-733623-13-iscsi neutron-server[103522]: {{(pid=103522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 05:57:53.237492 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Attempting to bind port 6cd8d37f-49df-4353-9004-f51ea2402d28 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:53.238027 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Attempting to bind port 6cd8d37f-49df-4353-9004-f51ea2402d28 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:53.238531 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Attempting to bind port 6cd8d37f-49df-4353-9004-f51ea2402d28 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:53.247079 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:57:53.247743 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:53.248293 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.248815 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:57:53.249428 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Bound port: 6cd8d37f-49df-4353-9004-f51ea2402d28, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:57:53.250061 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.288133 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Allocated IP 172.20.0.1 (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad/2019c509-08bd-4caf-a73b-2a0b92840dc1/a47aac01-7f66-4a47-86f8-9d4ac71a9ea0) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:53.290091 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48110) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:53.348540 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] For port 6cd8d37f-49df-4353-9004-f51ea2402d28, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:57:53.354788 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] For port 6cd8d37f-49df-4353-9004-f51ea2402d28, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6cd8d37f-49df-4353-9004-f51ea2402d28,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:57:53.367825 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.438138 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Provisioning complete for port 38556da8-5fb2-48a8-93ad-fb8f0a64974e triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:53.438573 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.488675 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (b7a52bd7-4724-48bb-9126-3e2973682926), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.514724 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310c2f8-8bcb-4563-8121-3d6ad5e90e58 None None] Pushing event updated for resources: {'Port': ['ID=6cd8d37f-49df-4353-9004-f51ea2402d28,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:53.560339 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:53.561003 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:53.622737 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7cb61-76e0-4736-94a2-d8d84c0c8251 None None] Pushing event updated for resources: {'Port': ['ID=60b567b8-9805-41e1-8dc7-6ce1ac749243,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:53.683390 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e0c74b0b-6268-40af-86d7-c9775df60a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.840370 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:57:53.852029 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Router 6649c79d-509c-4480-a536-755b4ab41c50 is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:57:53.859647 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks [] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.942789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Current status of the port 38556da8-5fb2-48a8-93ad-fb8f0a64974e is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:53.943193 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:53.967443 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 38556da8-5fb2-48a8-93ad-fb8f0a64974e is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:53.968127 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.062622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] For port 38556da8-5fb2-48a8-93ad-fb8f0a64974e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=38556da8-5fb2-48a8-93ad-fb8f0a64974e,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:57:54.068244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.075901 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.077844 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e0c74b0b-6268-40af-86d7-c9775df60a63 admin admin] Publish callbacks [] for security_group (fab3f8c7-40ad-48e5-aef0-32bcebfd36b6), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.165846 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Pushing event updated for resources: {'Port': ['ID=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:54.169459 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e0c74b0b-6268-40af-86d7-c9775df60a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (fab3f8c7-40ad-48e5-aef0-32bcebfd36b6), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.180775 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Pushing event updated for resources: {'Port': ['ID=38556da8-5fb2-48a8-93ad-fb8f0a64974e,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:54.219623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:57:54.232725 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:57:54.246127 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Provisioning complete for port 5f880cc3-3b75-4c0f-b927-28330a6f293f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:54.246784 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.264794 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e0c74b0b-6268-40af-86d7-c9775df60a63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2664b7c5841148dd800738128c1b9ff1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9735789 May 11 05:57:54.270603 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48136) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:54.272621 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks [] for router_gateway (bb534a06-d203-4d06-837a-5ed49fae476b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.274077 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c74b0b-6268-40af-86d7-c9775df60a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3f8c7-40ad-48e5-aef0-32bcebfd36b6,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:54.299350 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:54.300659 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Router b7a52bd7-4724-48bb-9126-3e2973682926 is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:57:54.304896 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:54.322264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:54.323295 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.367325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:54.367969 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:54.375380 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:48Z', 'revision_number': 3, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:54.377906 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.db.api [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 05:57:54.378339 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG oslo_db.api [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 05:57:54.464000 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bab8a-2e1f-4a3a-af4f-04253a73b117 None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:48Z', 'revision_number': 3, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:57:54.557761 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.669667 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:57:54.776444 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (bb534a06-d203-4d06-837a-5ed49fae476b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:54.795384 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2a6e7a9c-150e-4edb-9c94-cbf7ccb91338 req-038c8e07-7c13-4e66-9445-6c02d056ec1c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.7003040 May 11 05:57:54.986077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcea15-4247-4d74-bae7-251e09064866 None None] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:55.098267 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:57:55.112909 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Sync routers for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:57:55.130793 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:55.133089 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:55.170542 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.181202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2b078b2b-3981-4e9a-8775-26ae8f5cfaf7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2988641 May 11 05:57:55.184187 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48142) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:55.210511 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 38556da8-5fb2-48a8-93ad-fb8f0a64974e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:55.217144 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d4800b-8b40-4b66-8d50-9e44f5788666 admin admin] Publish callbacks [] for security_group (fab3f8c7-40ad-48e5-aef0-32bcebfd36b6), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.257348 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d4800b-8b40-4b66-8d50-9e44f5788666 admin admin] Publish callbacks [] for security_group (fab3f8c7-40ad-48e5-aef0-32bcebfd36b6), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.260320 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-58857e75-0c57-402d-b07b-270895a82b5a None None] Current status of the port 5f880cc3-3b75-4c0f-b927-28330a6f293f is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:55.278789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1ee77-52ac-41ba-af68-c2848d7780e7 None None] Network b62a26f9-5853-46d1-925a-762af9a689ba requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:57:55.328842 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.330100 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-48838f86-0e6f-4ab5-90bc-e1b39bb81dcb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7339184 May 11 05:57:55.339003 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48144) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:55.339655 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d4800b-8b40-4b66-8d50-9e44f5788666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (fab3f8c7-40ad-48e5-aef0-32bcebfd36b6), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.347617 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d4800b-8b40-4b66-8d50-9e44f5788666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.351128 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-16d4800b-8b40-4b66-8d50-9e44f5788666 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fab3f8c7-40ad-48e5-aef0-32bcebfd36b6 HTTP/1.1" status: 204 len: 168 time: 1.0702062 May 11 05:57:55.369345 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:57:55.482163 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4800b-8b40-4b66-8d50-9e44f5788666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3f8c7-40ad-48e5-aef0-32bcebfd36b6,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:55.560821 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks [] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.587325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Provisioning complete for port 38556da8-5fb2-48a8-93ad-fb8f0a64974e triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:55.587867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.594061 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.594879 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:55.797201 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.24', 55612) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:55.886976 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Router bb534a06-d203-4d06-837a-5ed49fae476b is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:57:56.002719 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:51Z', 'revision_number': 3, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:56.030489 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 38556da8-5fb2-48a8-93ad-fb8f0a64974e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:57:56.121881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:56.166755 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:56.365816 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:57:51Z', 'revision_number': 3, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:56.368040 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:57:56.443331 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:57:56.444250 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48190) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:56.445380 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Updating router 6649c79d-509c-4480-a536-755b4ab41c50 port 2a406e69-2ecd-4c91-aaca-634e3e9d912e binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:57:56.484235 dv-cinder-733623-13-iscsi neutron-server[103519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 05:57:56.523575 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Pushing event updated for resources: {'Port': ['ID=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:56.527969 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Checking router: b7a52bd7-4724-48bb-9126-3e2973682926 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:57:56.528774 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Updating router b7a52bd7-4724-48bb-9126-3e2973682926 port 3ecbe237-1159-48b4-abdf-16ae23884b7e binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:57:56.680401 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:56.793848 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Current status of the port 38556da8-5fb2-48a8-93ad-fb8f0a64974e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:56.864651 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Provisioning complete for port 60b567b8-9805-41e1-8dc7-6ce1ac749243 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:56.865032 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:56.870001 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:57:56.882728 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 38556da8-5fb2-48a8-93ad-fb8f0a64974e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:56.883350 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:56.919095 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:56.940054 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-be1b0d1b-d305-4623-b994-bfcdbfc7e582 req-a21f7d5c-8743-42e0-8f84-f147744ef443 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.4568141 May 11 05:57:56.942117 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:57:57.103348 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:57.104249 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-fd16ae14-af5d-4c8a-96ab-9fb66724af6d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4088783 May 11 05:57:57.109034 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48236) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:57.293919 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-a9990338-9d33-4021-a7dc-f9b3772c424a tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:57:57.295941 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-a9990338-9d33-4021-a7dc-f9b3772c424a tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.24 "GET /v2.0/networks?id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a HTTP/1.1" status: 200 len: 811 time: 1.4364471 May 11 05:57:57.323484 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:57.324080 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:57.337079 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:57:57.399859 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:57.533772 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-62086ad0-5146-4de3-9066-e1e2cf6e6607 admin admin] 10.222.0.44 "PUT /v2.0/routers/aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8381777 May 11 05:57:57.550062 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Request body: {'port': {'device_id': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a', 'admin_state_up': True, 'tenant_id': '98d1a529cc4d4a11b49d9e08ae5b2f69'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:58.174358 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:57:58.194087 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Publish callbacks [] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.204641 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Allocated IP 172.20.0.1 (28dde216-4b2f-4353-ba38-412714627bb9/ad82f618-0f46-4f32-a986-1b40950b8e98/5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:58.262389 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.295144 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Current status of the port 60b567b8-9805-41e1-8dc7-6ce1ac749243 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:58.295709 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.354204 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:57:58.405760 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 38556da8-5fb2-48a8-93ad-fb8f0a64974e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:57:58.409522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6cd8d37f-49df-4353-9004-f51ea2402d28 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:57:58.414644 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48276) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:58.470702 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:58.473490 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:58.474799 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630609737', 'description': 'tempest-description--874101122'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:58.619765 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-94b251c2-e43c-4d24-bf18-27965cd2dcce req-6bf7b6d4-26b2-4dda-b882-3a31adda3b17 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.2365391 May 11 05:57:58.665433 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Made reservation on behalf of 98d1a529cc4d4a11b49d9e08ae5b2f69 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:57:58.683778 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Attempting to bind port 3ecbe237-1159-48b4-abdf-16ae23884b7e on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:58.684156 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Attempting to bind port 3ecbe237-1159-48b4-abdf-16ae23884b7e by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:58.684535 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Attempting to bind port 3ecbe237-1159-48b4-abdf-16ae23884b7e on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:58.686277 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.709703 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48282) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:58.712403 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] For port 60b567b8-9805-41e1-8dc7-6ce1ac749243, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=60b567b8-9805-41e1-8dc7-6ce1ac749243,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:57:58.745331 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.763893 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:57:58.771682 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:57:58.773001 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.773906 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:57:58.775818 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Bound port: 3ecbe237-1159-48b4-abdf-16ae23884b7e, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:57:58.775969 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.785300 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d12331-7bf9-4850-b29a-57ce9aec11a3 None None] Pushing event updated for resources: {'Port': ['ID=3ecbe237-1159-48b4-abdf-16ae23884b7e,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:58.972617 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (c5cac5aa-6510-45e4-90dd-96e7a763fc4e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.989362 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Publish callbacks [] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:58.992624 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] For port 3ecbe237-1159-48b4-abdf-16ae23884b7e, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:57:58.995954 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:57:59.000261 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (c5cac5aa-6510-45e4-90dd-96e7a763fc4e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.026866 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks [] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.036475 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] For port 3ecbe237-1159-48b4-abdf-16ae23884b7e, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=3ecbe237-1159-48b4-abdf-16ae23884b7e,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:57:59.085536 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:53Z', 'revision_number': 3, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:59.096464 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.109623 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.117003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.134498 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.139614 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7203343 May 11 05:57:59.156249 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48288) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:59.157323 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84029096-8a2f-4dd9-a775-628bb99f1c35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cac5aa-6510-45e4-90dd-96e7a763fc4e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:59.201520 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac5aa-6510-45e4-90dd-96e7a763fc4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:57:59.248904 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48290) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:59.312514 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.337423 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Provisioning complete for port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:59.338635 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.504081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0466ffd6-400c-4f68-a099-d7ca2e9effaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.536363 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:57:59.570208 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Pushing event updated for resources: {'Port': ['ID=60b567b8-9805-41e1-8dc7-6ce1ac749243,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:59.574029 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 6cd8d37f-49df-4353-9004-f51ea2402d28 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:59.574611 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.582983 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:57:59.583721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Updating router bb534a06-d203-4d06-837a-5ed49fae476b port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:57:59.621221 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Allocated IP 172.20.0.9 (9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a/3e271302-a3ff-4c1d-80bf-42857385668f/a4a31f05-f49f-42aa-8746-ff5fe28d2566) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:57:59.642510 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d12331-7bf9-4850-b29a-57ce9aec11a3 None None] Pushing event updated for resources: {'Port': ['ID=3ecbe237-1159-48b4-abdf-16ae23884b7e,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:59.648428 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0466ffd6-400c-4f68-a099-d7ca2e9effaf admin admin] Publish callbacks [] for security_group (32e0ea3e-affb-482e-805e-4ab16eefed3c), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.649124 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:57:59.649774 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:57:59.672217 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0466ffd6-400c-4f68-a099-d7ca2e9effaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (32e0ea3e-affb-482e-805e-4ab16eefed3c), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.701442 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:57:59.704523 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (3d37711d-5e3c-4173-afd7-92344b06de3d), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.707996 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:57:59.710203 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (6649c79d-509c-4480-a536-755b4ab41c50), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.722431 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-0466ffd6-400c-4f68-a099-d7ca2e9effaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79100e3953e741a296d77db267fe8881&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0074975 May 11 05:57:59.793204 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466ffd6-400c-4f68-a099-d7ca2e9effaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0ea3e-affb-482e-805e-4ab16eefed3c,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:59.806847 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2958f17f-2b56-4bce-b2d6-4098fce44ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.815557 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:57:59.822712 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48310) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:57:59.860814 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Provisioning complete for port 5cfeada1-db94-488a-add8-4205058ed1f3 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:57:59.861211 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.887389 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Attempting to bind port 2a406e69-2ecd-4c91-aaca-634e3e9d912e on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:57:59.888018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Attempting to bind port 2a406e69-2ecd-4c91-aaca-634e3e9d912e by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:57:59.888556 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Attempting to bind port 2a406e69-2ecd-4c91-aaca-634e3e9d912e on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:57:59.891915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca67ba-c723-4008-9ec8-c0759ddfa93d None None] Pushing event updated for resources: {'Port': ['ID=2a406e69-2ecd-4c91-aaca-634e3e9d912e,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:57:59.960431 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:57:59.989039 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:00.097859 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2958f17f-2b56-4bce-b2d6-4098fce44ab4 admin admin] Publish callbacks [] for security_group (922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.139712 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Pushing event updated for resources: {'Port': ['ID=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:00.148910 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2958f17f-2b56-4bce-b2d6-4098fce44ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.348398 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48320) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:00.413207 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Publish callbacks [] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.421644 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:00.422654 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:00.423769 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.424500 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:00.425367 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Bound port: 2a406e69-2ecd-4c91-aaca-634e3e9d912e, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:00.426039 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.473613 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks [] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.478662 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 2, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:00.485901 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] For port 2a406e69-2ecd-4c91-aaca-634e3e9d912e, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:00.490066 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] For port 2a406e69-2ecd-4c91-aaca-634e3e9d912e, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=2a406e69-2ecd-4c91-aaca-634e3e9d912e,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:00.539073 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.559854 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.560546 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.562706 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:57:51Z', 'revision_number': 3, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:00.573501 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6cd8d37f-49df-4353-9004-f51ea2402d28 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:00.574805 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.590701 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.618383 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Attempting to bind port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:00.619142 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Attempting to bind port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:00.619754 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Attempting to bind port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:00.684874 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:00.685579 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:00.686153 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.686706 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:00.687437 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Bound port: 06abbd61-f6ef-4280-9abf-76f78bdaa3b5, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:00.687997 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.757029 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] For port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:00.761395 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] For port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:00.781622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.839003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 6cd8d37f-49df-4353-9004-f51ea2402d28, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6cd8d37f-49df-4353-9004-f51ea2402d28,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:00.862763 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:00.863383 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Updating router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:00.887603 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709cf50-3300-49cb-8a4a-7a5ff7ea6044 None None] The sync data for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi is: [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:57:51Z', 'revision_number': 3, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:00.895660 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Current status of the port 5cfeada1-db94-488a-add8-4205058ed1f3 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:00.896341 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.914914 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.916037 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5cfeada1-db94-488a-add8-4205058ed1f3 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:00.928688 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958f17f-2b56-4bce-b2d6-4098fce44ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:00.940972 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (3d37711d-5e3c-4173-afd7-92344b06de3d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.969361 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:00.996008 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:00.997929 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:01.020804 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:01.021749 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:01.024208 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.153834 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:01.156676 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Pushing event updated for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:01.216327 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a03db0d9-e63e-4515-a9ca-6f7d7e10a365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.235929 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb1559-326e-472a-9a32-6c4dff3f5c86 None None] Pushing event updated for resources: {'Port': ['ID=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:01.250391 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 5cfeada1-db94-488a-add8-4205058ed1f3 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:01.251606 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.316479 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks [] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.321564 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (3d37711d-5e3c-4173-afd7-92344b06de3d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.347723 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2958f17f-2b56-4bce-b2d6-4098fce44ab4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d803af3db914e49af007ccfa6809ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0805812 May 11 05:58:01.352193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d37711d-5e3c-4173-afd7-92344b06de3d,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:01.356081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.357051 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (6649c79d-509c-4480-a536-755b4ab41c50), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.369330 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48328) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:01.392427 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a03db0d9-e63e-4515-a9ca-6f7d7e10a365 admin admin] Publish callbacks [] for security_group (0611a572-62ad-4623-8775-073738af1388), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.417097 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:01.425684 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:01.428720 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:01.447487 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:01.448137 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.450835 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a03db0d9-e63e-4515-a9ca-6f7d7e10a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0611a572-62ad-4623-8775-073738af1388), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.679032 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a03db0d9-e63e-4515-a9ca-6f7d7e10a365 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abb58e6540db42c49d11816cef828917&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3279455 May 11 05:58:01.680993 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b846b57-b641-43ac-85a4-1e4a5359140f admin admin] Publish callbacks [] for security_group (32e0ea3e-affb-482e-805e-4ab16eefed3c), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.686149 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48332) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:01.698997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03db0d9-e63e-4515-a9ca-6f7d7e10a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611a572-62ad-4623-8775-073738af1388,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:01.701013 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e870f-8fe8-4501-af89-6669b4e55937 req-8a3dadcd-1a72-4d8a-a4a5-7bbb84852499 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:01.702600 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-191e870f-8fe8-4501-af89-6669b4e55937 req-8a3dadcd-1a72-4d8a-a4a5-7bbb84852499 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 931 time: 1.4631145 May 11 05:58:01.709049 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Publish callbacks [] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.717239 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.789961 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc28d66-93a1-4cc2-ba25-405bd84a86b7 None None] Pushing event updated for resources: {'Port': ['ID=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:01.803108 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-00e3906b-f7e3-4180-b6d1-9c46e013bc9c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2754226 May 11 05:58:01.827837 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-434f3827-cb55-4475-b385-7c0498bb4421 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:58:01.831241 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-434f3827-cb55-4475-b385-7c0498bb4421 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0136116 May 11 05:58:01.858722 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:01.909836 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Attempting to bind port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:01.913728 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Attempting to bind port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:01.914386 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Attempting to bind port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:01.934589 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:01.935729 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Checking segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:01.937148 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.939745 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Bound using segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:01.940717 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Bound port: a47aac01-7f66-4a47-86f8-9d4ac71a9ea0, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:01.941361 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.950546 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] For port 5cfeada1-db94-488a-add8-4205058ed1f3, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5cfeada1-db94-488a-add8-4205058ed1f3,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:01.963179 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.970487 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7227474a-52b5-4618-ab90-110cf564ff35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7960763 May 11 05:58:01.972328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48334) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:01.983541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38dfd692-c995-4608-8f4e-ea80a3ab30f4 admin admin] Publish callbacks [] for security_group (0611a572-62ad-4623-8775-073738af1388), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:01.992477 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f9c20839-38bd-4726-a892-b6bf383c56c1 admin admin] Publish callbacks [] for security_group (922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.021725 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'security_group_rule': {'security_group_id': 'c5cac5aa-6510-45e4-90dd-96e7a763fc4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:02.068159 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:53Z', 'revision_number': 3, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:02.070325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5cfeada1-db94-488a-add8-4205058ed1f3 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:02.070710 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.105129 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.156984 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38dfd692-c995-4608-8f4e-ea80a3ab30f4 admin admin] Publish callbacks [] for security_group (0611a572-62ad-4623-8775-073738af1388), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.161732 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] For port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:02.166191 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Request body: {'port': {'device_id': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:02.176138 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] For port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:02.181565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:02.193071 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.215964 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Pushing event updated for resources: {'Port': ['ID=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:02.245925 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (a7c57dad-2435-4229-a2a6-81b52c258564), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.258230 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b846b57-b641-43ac-85a4-1e4a5359140f admin admin] Publish callbacks [] for security_group (32e0ea3e-affb-482e-805e-4ab16eefed3c), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.280027 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:02.292438 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:57:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:02.292624 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a03eb-bd70-430d-ba2b-95662ae26316 None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:57:53Z', 'revision_number': 3, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:02.331133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Provisioning complete for port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:02.331531 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.424938 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:02.455794 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.466569 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca67ba-c723-4008-9ec8-c0759ddfa93d None None] Pushing event updated for resources: {'Port': ['ID=2a406e69-2ecd-4c91-aaca-634e3e9d912e,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:02.472187 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Provisioning complete for port 60b567b8-9805-41e1-8dc7-6ce1ac749243 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:02.472564 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.486556 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-191e870f-8fe8-4501-af89-6669b4e55937 req-9c55aba5-3c4b-4baa-88da-88095fe2cc0c tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594460 May 11 05:58:02.542926 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc28d66-93a1-4cc2-ba25-405bd84a86b7 None None] Pushing event updated for resources: {'Port': ['ID=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,revision_number=4']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:02.686579 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Allocated IP 172.20.0.1 (b62a26f9-5853-46d1-925a-762af9a689ba/734e8ce8-8263-4d2d-bad1-b211fef23b56/b2061a64-df51-429a-915b-d15741d149d1) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:02.712241 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f9c20839-38bd-4726-a892-b6bf383c56c1 admin admin] Publish callbacks [] for security_group (922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.755123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38dfd692-c995-4608-8f4e-ea80a3ab30f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0611a572-62ad-4623-8775-073738af1388), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.758426 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-38dfd692-c995-4608-8f4e-ea80a3ab30f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:02.759782 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-38dfd692-c995-4608-8f4e-ea80a3ab30f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0611a572-62ad-4623-8775-073738af1388 HTTP/1.1" status: 204 len: 168 time: 1.0660138 May 11 05:58:02.816386 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:02.944081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfd692-c995-4608-8f4e-ea80a3ab30f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611a572-62ad-4623-8775-073738af1388,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:03.113577 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:58:03.261191 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb1559-326e-472a-9a32-6c4dff3f5c86 None None] Pushing event updated for resources: {'Port': ['ID=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:03.287814 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:03.297128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Current status of the port 60b567b8-9805-41e1-8dc7-6ce1ac749243 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:03.312864 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b846b57-b641-43ac-85a4-1e4a5359140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (32e0ea3e-affb-482e-805e-4ab16eefed3c), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.328760 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b846b57-b641-43ac-85a4-1e4a5359140f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.333011 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9b846b57-b641-43ac-85a4-1e4a5359140f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32e0ea3e-affb-482e-805e-4ab16eefed3c HTTP/1.1" status: 204 len: 168 time: 3.4322481 May 11 05:58:03.333011 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (a7c57dad-2435-4229-a2a6-81b52c258564), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.339271 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:03.354451 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f9c20839-38bd-4726-a892-b6bf383c56c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.356958 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f9c20839-38bd-4726-a892-b6bf383c56c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.358138 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f9c20839-38bd-4726-a892-b6bf383c56c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064 HTTP/1.1" status: 204 len: 168 time: 1.9599962 May 11 05:58:03.394282 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (a7c57dad-2435-4229-a2a6-81b52c258564), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.459828 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b846b57-b641-43ac-85a4-1e4a5359140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0ea3e-affb-482e-805e-4ab16eefed3c,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:03.460847 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.481881 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:02Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:03.576874 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9566ab0-144d-4c17-8f81-7eaeb80a42c7 None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:02Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:03.578587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.582198 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5870507 May 11 05:58:03.605778 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48348) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:03.625348 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac433da-541d-4c69-b76c-cfc218de8f7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c57dad-2435-4229-a2a6-81b52c258564,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:03.693549 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.db.api [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 05:58:03.694691 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG oslo_db.api [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 05:58:03.699655 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:03.704960 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20839-38bd-4726-a892-b6bf383c56c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922bb3a0-4ecc-4e30-b9fa-9fc6ffdd0064,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:03.737759 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48350) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:03.806266 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f03-7e03-49f7-a2ff-0084830813b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.808570 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:03.886632 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Provisioning complete for port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:03.887033 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:04.331997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks [] for port (b2061a64-df51-429a-915b-d15741d149d1), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:04.366366 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5cfeada1-db94-488a-add8-4205058ed1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:04.368592 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f880cc3-3b75-4c0f-b927-28330a6f293f up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:04.396305 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:04.685674 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c737d6e-9131-43f5-8203-50c5cbb7676d req-b10ffaba-7f6a-4bd4-a297-e723ce886fb1 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:04.694847 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8c737d6e-9131-43f5-8203-50c5cbb7676d req-b10ffaba-7f6a-4bd4-a297-e723ce886fb1 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 931 time: 0.4885199 May 11 05:58:04.742193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Allocated IP 172.27.1.213 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/4a873c8f-a862-458f-89fc-a79c5d7d8c8f) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:04.837884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=6cd8d37f-49df-4353-9004-f51ea2402d28,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:05.057189 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:05.101137 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f7a96ae6-80f0-4211-b615-9bf55212589b admin admin] 10.222.0.44 "PUT /v2.0/routers/6649c79d-509c-4480-a536-755b4ab41c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9149542 May 11 05:58:05.309982 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.332069 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Current status of the port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:05.339224 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.367103 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8c737d6e-9131-43f5-8203-50c5cbb7676d req-f7d2d23a-8062-4543-b325-0a0ba19cb448 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451386 May 11 05:58:05.386659 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6a7c-9a9f-415a-afd2-063b27c43151 None None] Pushing event updated for resources: {'Port': ['ID=5cfeada1-db94-488a-add8-4205058ed1f3,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:05.403072 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.419793 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 5f880cc3-3b75-4c0f-b927-28330a6f293f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:05.421502 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.446122 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:57:58Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:05.467861 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (b2061a64-df51-429a-915b-d15741d149d1), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.471999 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] For port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:05.509378 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.519833 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa6892-80ff-403b-a02d-e8a6c9773b08 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:57:58Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:05.550893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Provisioning complete for port 5cfeada1-db94-488a-add8-4205058ed1f3 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:05.550893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.562729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f03-7e03-49f7-a2ff-0084830813b8 admin admin] Publish callbacks [] for security_group (d1386418-ca75-44fa-956f-d867b940e6c4), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.620927 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Network b62a26f9-5853-46d1-925a-762af9a689ba is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:05.664910 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:05.677377 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Allocated IP 172.20.0.1 (ac42e169-a6e4-4ccc-996b-bc8a23c39701/8ced06cb-4f7e-4537-ab51-32eb277377ee/7be852d4-efce-4c44-89a3-8e92d48c320f) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:05.706091 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:05.706661 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (b7a52bd7-4724-48bb-9126-3e2973682926), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.741400 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'Port': ['ID=4a873c8f-a862-458f-89fc-a79c5d7d8c8f,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:05.768047 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f03-7e03-49f7-a2ff-0084830813b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d1386418-ca75-44fa-956f-d867b940e6c4), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:05.800134 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:05.821430 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5f880cc3-3b75-4c0f-b927-28330a6f293f is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:05.837105 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 60b567b8-9805-41e1-8dc7-6ce1ac749243 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:05.902639 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Pushing event updated for resources: {'Port': ['ID=b2061a64-df51-429a-915b-d15741d149d1,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:05.911484 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:05.919005 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:05.999224 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Pushing event updated for resources: {'Port': ['ID=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:06.037218 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e69b7f03-7e03-49f7-a2ff-0084830813b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d601452a9a6247448c9f322104fecf4b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2965157 May 11 05:58:06.049686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48392) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:06.054529 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 60b567b8-9805-41e1-8dc7-6ce1ac749243 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:06.057410 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.125111 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7f03-7e03-49f7-a2ff-0084830813b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1386418-ca75-44fa-956f-d867b940e6c4,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:06.168394 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-642d010d-0aa7-4d81-9c91-7790afac45f8 None None] Current status of the port 5cfeada1-db94-488a-add8-4205058ed1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:06.221805 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a31f05-f49f-42aa-8746-ff5fe28d2566 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:06.267058 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Publish callbacks [] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.457087 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Transition to ACTIVE for port object a4a31f05-f49f-42aa-8746-ff5fe28d2566 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:58:06.514599 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.567637 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 60b567b8-9805-41e1-8dc7-6ce1ac749243 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:06.587141 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Provisioning complete for port b2061a64-df51-429a-915b-d15741d149d1 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:06.587537 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b2061a64-df51-429a-915b-d15741d149d1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.654413 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks [] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.685687 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Port b2061a64-df51-429a-915b-d15741d149d1 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:06.706682 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Provisioning complete for port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:06.706925 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.790216 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48400) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:06.806504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:06.826486 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Provisioning complete for port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:06.826878 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:06.972175 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502395343', 'description': 'tempest-description--1976279479'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:06.987015 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:06.997640 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (6d95d1d5-81c5-4b01-ae95-4224f19541c9), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.088540 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ba685056-a770-4400-b78a-5cfd3eb62709 None None] Current status of the port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:07.128021 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (b2061a64-df51-429a-915b-d15741d149d1), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.132646 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.132982 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.232057 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:07.234110 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f1897b29-f8dd-494b-a7dc-6256a733e77c admin admin] Publish callbacks [] for security_group (d1386418-ca75-44fa-956f-d867b940e6c4), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.328124 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f1897b29-f8dd-494b-a7dc-6256a733e77c admin admin] Publish callbacks [] for security_group (d1386418-ca75-44fa-956f-d867b940e6c4), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.506432 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.560794 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:07.565708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f1897b29-f8dd-494b-a7dc-6256a733e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d1386418-ca75-44fa-956f-d867b940e6c4), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.569547 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f1897b29-f8dd-494b-a7dc-6256a733e77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.573615 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f1897b29-f8dd-494b-a7dc-6256a733e77c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1386418-ca75-44fa-956f-d867b940e6c4 HTTP/1.1" status: 204 len: 168 time: 1.4572022 May 11 05:58:07.594206 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:07.722777 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.736032 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.788578 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:07.788983 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.906402 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (6d95d1d5-81c5-4b01-ae95-4224f19541c9), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.937754 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'Port': ['ID=4a873c8f-a862-458f-89fc-a79c5d7d8c8f,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:07.948973 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:07.951024 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9ff91125-c40e-46e7-ab9a-b527d76a590c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3362134 May 11 05:58:08.104982 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1897b29-f8dd-494b-a7dc-6256a733e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1386418-ca75-44fa-956f-d867b940e6c4,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:08.106807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Pushing event updated for resources: {'Port': ['ID=7be852d4-efce-4c44-89a3-8e92d48c320f,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:08.121974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:08.122827 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (bb534a06-d203-4d06-837a-5ed49fae476b), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.216350 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-813600a5-8be5-4333-ad99-1b22418b2c4e None None] Provisioning complete for port 7be852d4-efce-4c44-89a3-8e92d48c320f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:08.216747 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-813600a5-8be5-4333-ad99-1b22418b2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.218539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:08.218914 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.274715 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:08.359333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138a225-6fcc-48c4-aa70-c67277563ec9 req-3c880701-d0f1-4586-bee8-98a69177b65b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:08.364075 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7138a225-6fcc-48c4-aa70-c67277563ec9 req-3c880701-d0f1-4586-bee8-98a69177b65b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 943 time: 1.6126947 May 11 05:58:08.384424 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.385309 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:08.567532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:08.581787 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-43e72562-b09f-4b7d-bb18-47cbf9c0e754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.600852 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-813600a5-8be5-4333-ad99-1b22418b2c4e None None] Port 7be852d4-efce-4c44-89a3-8e92d48c320f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:08.611416 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:08.612094 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.663051 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Attempting to bind port a4a31f05-f49f-42aa-8746-ff5fe28d2566 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:08.663731 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Attempting to bind port a4a31f05-f49f-42aa-8746-ff5fe28d2566 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '8dd876bd-2f08-4983-99b3-62a5e7520bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:08.664303 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Attempting to bind port a4a31f05-f49f-42aa-8746-ff5fe28d2566 on network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:08.733407 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-9881958a-082c-4017-89fa-01654f4c6c60 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--630609737&fields=id&tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 267 time: 0.2132537 May 11 05:58:08.799337 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (d1e9a8ca-02ed-4928-a980-58f4cee6137c), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.823736 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:08.824336 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6cd8d37f-49df-4353-9004-f51ea2402d28 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:08.930411 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-bc76dad3-bc15-432a-a006-5a108f685610 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:08.939028 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-bc76dad3-bc15-432a-a006-5a108f685610 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 817 time: 0.2004051 May 11 05:58:08.958482 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 6cd8d37f-49df-4353-9004-f51ea2402d28 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:08.958886 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:08.961640 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-f5c64764-3223-4a9a-b85b-9445004aa758 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/quotas/1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 375 time: 0.0212955 May 11 05:58:08.978552 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Port a4a31f05-f49f-42aa-8746-ff5fe28d2566 on network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:58:08.985982 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Attempting to bind port a4a31f05-f49f-42aa-8746-ff5fe28d2566 on network 9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:09.028807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d1e9a8ca-02ed-4928-a980-58f4cee6137c), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.051440 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7138a225-6fcc-48c4-aa70-c67277563ec9 req-56c7ca39-1867-47b1-b8e4-e59e8cf0d151 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677287 May 11 05:58:09.121193 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-b827b72b-ccb0-4a39-9049-cc1229c2fd91 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571457 May 11 05:58:09.150478 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6cd8d37f-49df-4353-9004-f51ea2402d28 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:09.151573 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5cfeada1-db94-488a-add8-4205058ed1f3 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:09.153915 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:09.155028 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Checking segment: {'id': '8dd876bd-2f08-4983-99b3-62a5e7520bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:09.156523 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Bound using segment: {'id': '8dd876bd-2f08-4983-99b3-62a5e7520bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:09.157916 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Bound port: a4a31f05-f49f-42aa-8746-ff5fe28d2566, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd876bd-2f08-4983-99b3-62a5e7520bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:09.158543 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.256202 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:09.296952 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 5cfeada1-db94-488a-add8-4205058ed1f3 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:09.300439 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.310885 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566,segment=NetworkSegment(8dd876bd-2f08-4983-99b3-62a5e7520bc6),segment_id=8dd876bd-2f08-4983-99b3-62a5e7520bc6)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:09.341301 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.391567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-650986fd-829e-47a9-9e6e-92ad409cc213 service neutron] 10.222.0.44 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599502 May 11 05:58:09.425274 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:09.447352 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9a8ca-02ed-4928-a980-58f4cee6137c,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:09.453594 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.455935 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-14364fee-ddc7-43c1-9c3e-f86cc2a3cf9f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.4931622 May 11 05:58:09.473748 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.479058 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48472) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:09.480321 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5cfeada1-db94-488a-add8-4205058ed1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:09.481724 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 60b567b8-9805-41e1-8dc7-6ce1ac749243 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:09.492632 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': 'd1e9a8ca-02ed-4928-a980-58f4cee6137c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:09.581419 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 60b567b8-9805-41e1-8dc7-6ce1ac749243 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:09.585171 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.674845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (2fa0973f-c7ef-4f5d-a70f-64cc03d828ac), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.755060 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0cfb4c04-05ca-485d-b7c8-2373ee5224d5 service neutron] 10.222.0.44 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528419 May 11 05:58:09.756421 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks [] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.779293 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.780508 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (bb534a06-d203-4d06-837a-5ed49fae476b), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.792506 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:09.793765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.796162 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-601607f6-093e-405b-9d64-2fdc44f9b1aa service neutron] 10.222.0.24 "PUT /v2.0/ports/a4a31f05-f49f-42aa-8746-ff5fe28d2566 HTTP/1.1" status: 200 len: 1093 time: 7.8069289 May 11 05:58:09.803823 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:09.869144 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (2fa0973f-c7ef-4f5d-a70f-64cc03d828ac), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.880290 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (2fa0973f-c7ef-4f5d-a70f-64cc03d828ac), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.921696 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa0973f-c7ef-4f5d-a70f-64cc03d828ac,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:09.958345 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:09.962493 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e059b630-d4c7-47dd-baed-e5dafd6d0147 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4823966 May 11 05:58:09.963742 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48480) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:09.968248 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 60b567b8-9805-41e1-8dc7-6ce1ac749243 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:09.968768 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': 'd1e9a8ca-02ed-4928-a980-58f4cee6137c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:09.970776 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 3ecbe237-1159-48b4-abdf-16ae23884b7e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:10.035298 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (45fbbac7-1726-44c6-a79d-5007f2175cb1), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.104994 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 3ecbe237-1159-48b4-abdf-16ae23884b7e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:10.105788 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.319995 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (45fbbac7-1726-44c6-a79d-5007f2175cb1), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.359036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (45fbbac7-1726-44c6-a79d-5007f2175cb1), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.379015 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-158bbc3f-c747-401f-aca1-b529cb5af1c2 req-1ffb7413-590d-446d-87f5-90a01429880d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.1937695 May 11 05:58:10.453030 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.454425 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4897115 May 11 05:58:10.457992 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93abf3-d452-472c-aa23-b47c30a5c5f7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fbbac7-1726-44c6-a79d-5007f2175cb1,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:10.472726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48516) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:10.479636 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:10.518817 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 3ecbe237-1159-48b4-abdf-16ae23884b7e is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:10.519265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.519971 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.548862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks [] for port (b2061a64-df51-429a-915b-d15741d149d1), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.565310 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 3ecbe237-1159-48b4-abdf-16ae23884b7e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=3ecbe237-1159-48b4-abdf-16ae23884b7e,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:10.578063 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.647504 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-f0dfce44-c709-4534-b34c-9e9c0f937f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:10.649034 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-f0dfce44-c709-4534-b34c-9e9c0f937f68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d1a529cc4d4a11b49d9e08ae5b2f69&device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 1127 time: 0.6435244 May 11 05:58:10.683116 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda65ca-0e9f-408f-8d63-e57f80fde724" -d '{"events": [{"name": "network-changed", "server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:10.700965 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (b2061a64-df51-429a-915b-d15741d149d1), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.702193 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (b7a52bd7-4724-48bb-9126-3e2973682926), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.755160 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=3ecbe237-1159-48b4-abdf-16ae23884b7e,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:10.771509 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Pushing event updated for resources: {'Port': ['ID=7be852d4-efce-4c44-89a3-8e92d48c320f,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:10.771815 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f1da5c3-d187-4e2c-af56-23eae879a492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.816331 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:10.927907 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:11.105269 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:11.106017 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:11.130014 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.27.1.185 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/57531df6-14de-4229-8c38-e47d73f5e575) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:11.310081 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Pushing event updated for resources: {'Port': ['ID=b2061a64-df51-429a-915b-d15741d149d1,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:11.377326 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-c6044ed4-f9d1-443b-97fa-62e2b84f8a0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566 HTTP/1.1" status: 200 len: 217 time: 0.6459153 May 11 05:58:11.411926 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:11.414561 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 2a406e69-2ecd-4c91-aaca-634e3e9d912e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:11.437834 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf85c-388e-4824-9aaf-85a48904bb73 req-0c1c2eea-9d32-4072-b60d-c237309d14f8 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:11.450511 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-94baf85c-388e-4824-9aaf-85a48904bb73 req-0c1c2eea-9d32-4072-b60d-c237309d14f8 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 943 time: 1.0957971 May 11 05:58:11.549325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 2a406e69-2ecd-4c91-aaca-634e3e9d912e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:11.552226 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:11.636608 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48544) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:11.651020 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Network b62a26f9-5853-46d1-925a-762af9a689ba is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:11.654847 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (57531df6-14de-4229-8c38-e47d73f5e575), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:11.777558 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (57531df6-14de-4229-8c38-e47d73f5e575), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:11.793274 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:11.795751 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:11.810433 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783f7a6-9b41-44ea-8c8d-a647e8d05d69 x-openstack-request-id: req-1783f7a6-9b41-44ea-8c8d-a647e8d05d69 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:11.815362 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:11.816643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1783f7a6-9b41-44ea-8c8d-a647e8d05d69 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:11.818023 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1783f7a6-9b41-44ea-8c8d-a647e8d05d69'] response: {'name': 'network-changed', 'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566', 'status': 'completed', 'code': 200} May 11 05:58:11.872796 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:11.873427 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:11.973573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:11.984592 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:11.996116 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-94baf85c-388e-4824-9aaf-85a48904bb73 req-55f3d47b-c2e0-475d-9acc-15746d18123f tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714882 May 11 05:58:11.997043 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:12.034633 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-218f2fd2-4d31-4cd3-8965-a5653cf41058 req-37c4d970-c71b-42a7-a0e5-1a12f7767077 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.1676581 May 11 05:58:12.035669 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:12.039465 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:12.045552 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.052000 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 2a406e69-2ecd-4c91-aaca-634e3e9d912e is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:12.052720 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.094956 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 2a406e69-2ecd-4c91-aaca-634e3e9d912e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=2a406e69-2ecd-4c91-aaca-634e3e9d912e,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:12.101741 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=57531df6-14de-4229-8c38-e47d73f5e575,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:12.117439 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.196431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (704c91a3-9d25-4ad6-b228-4501972fee77), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.242452 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a6a3-da80-4de5-9b55-f028f5a4b969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.255624 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=2a406e69-2ecd-4c91-aaca-634e3e9d912e,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:12.309146 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (57531df6-14de-4229-8c38-e47d73f5e575), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.368139 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:12.418308 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-7156cd1f-fb33-4555-bd33-1bb07f7f9e3b None None] Provisioning complete for port b2061a64-df51-429a-915b-d15741d149d1 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:12.419030 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7156cd1f-fb33-4555-bd33-1bb07f7f9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b2061a64-df51-429a-915b-d15741d149d1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.439669 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-194b0c94-ba4c-467f-86ed-79b2e3df97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:12.441561 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-194b0c94-ba4c-467f-86ed-79b2e3df97c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e271302-a3ff-4c1d-80bf-42857385668f HTTP/1.1" status: 200 len: 851 time: 0.9864404 May 11 05:58:12.511172 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-7156cd1f-fb33-4555-bd33-1bb07f7f9e3b None None] Port b2061a64-df51-429a-915b-d15741d149d1 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:12.615043 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (57531df6-14de-4229-8c38-e47d73f5e575), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.628192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (57531df6-14de-4229-8c38-e47d73f5e575), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.693464 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-033eed36-8d39-4b30-984c-07f69d4e055c None None] Provisioning complete for port 7be852d4-efce-4c44-89a3-8e92d48c320f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:12.693883 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-033eed36-8d39-4b30-984c-07f69d4e055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.699878 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=57531df6-14de-4229-8c38-e47d73f5e575,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:12.704837 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (704c91a3-9d25-4ad6-b228-4501972fee77), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.727239 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.730291 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a6f0c7f9-aa3f-48dc-98a5-0a9cf4a6c3bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2547102 May 11 05:58:12.786257 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-033eed36-8d39-4b30-984c-07f69d4e055c None None] Port 7be852d4-efce-4c44-89a3-8e92d48c320f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:12.793082 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 3ecbe237-1159-48b4-abdf-16ae23884b7e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:12.796335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:01Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:12.858525 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:12.858877 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Updating router 6649c79d-509c-4480-a536-755b4ab41c50 port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:12.902211 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.920460 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 3ecbe237-1159-48b4-abdf-16ae23884b7e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:12.921266 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:12.970225 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Router b7a52bd7-4724-48bb-9126-3e2973682926 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:12.996329 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-52e247f8-af5c-49be-8846-b60a0b3c6193 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440279 May 11 05:58:13.154420 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 3ecbe237-1159-48b4-abdf-16ae23884b7e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:13.156036 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 2a406e69-2ecd-4c91-aaca-634e3e9d912e up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:13.208067 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b456257-55c1-4383-be98-b4973bea20c8 req-1dc50b91-4fe6-4e42-9219-a6a31f955d78 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:13.223372 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.24', 55628) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:13.228490 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7b456257-55c1-4383-be98-b4973bea20c8 req-1dc50b91-4fe6-4e42-9219-a6a31f955d78 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 943 time: 0.1134694 May 11 05:58:13.268532 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Router bb534a06-d203-4d06-837a-5ed49fae476b has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:13.297066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a6a3-da80-4de5-9b55-f028f5a4b969 admin admin] Publish callbacks [] for security_group (c2e527c6-70b5-4ef3-b900-0d15d9b170dc), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.318700 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7b456257-55c1-4383-be98-b4973bea20c8 req-698a9b1f-75a0-45ac-b4ba-454875926319 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888550 May 11 05:58:13.389391 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Publish callbacks [] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.398221 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.399633 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.401582 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 2a406e69-2ecd-4c91-aaca-634e3e9d912e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:13.401941 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.499158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9941b-a473-4138-a6e5-4344c4fbfa67 None None] Pushing event updated for resources: {'Port': ['ID=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:13.556686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a6a3-da80-4de5-9b55-f028f5a4b969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (c2e527c6-70b5-4ef3-b900-0d15d9b170dc), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.581703 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-f5adb7bb-f38c-4e6a-9cd3-7dac5ca82249 service neutron] 10.222.0.24 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728161 May 11 05:58:13.586105 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-07d8192c-2c73-4007-ad95-8b5db12a29a9 req-039b8828-cdc5-428f-881c-3dc3aa307bfc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.1092286 May 11 05:58:13.784083 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Attempting to bind port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:13.784459 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Attempting to bind port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:13.784817 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Attempting to bind port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:13.790687 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:13.791098 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:13.791670 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.792273 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Bound using segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:13.793008 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Bound port: 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:13.793647 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.795756 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 2a406e69-2ecd-4c91-aaca-634e3e9d912e is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:13.828139 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-673ade2e-aea7-4e7a-af7e-7e1a1b9ff636 None None] Provisioning complete for port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:13.828517 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-673ade2e-aea7-4e7a-af7e-7e1a1b9ff636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.851382 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f9d7a6a3-da80-4de5-9b55-f028f5a4b969 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8008e7cc7cb4ec3a745411d888787fc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1990287 May 11 05:58:13.854126 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48646) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:13.891222 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-673ade2e-aea7-4e7a-af7e-7e1a1b9ff636 None None] Port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:13.896153 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7a6a3-da80-4de5-9b55-f028f5a4b969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e527c6-70b5-4ef3-b900-0d15d9b170dc,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:13.908733 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-0abd20c6-fbfa-4a61-8254-02600e646aae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1502395343&fields=id&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 267 time: 0.8321569 May 11 05:58:13.959289 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] For port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:13.965947 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] For port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:13.970423 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a0e639b-d00a-46a5-b471-45e3774674e3 admin admin] Publish callbacks [] for security_group (c2e527c6-70b5-4ef3-b900-0d15d9b170dc), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:13.976176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.002985 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a0e639b-d00a-46a5-b471-45e3774674e3 admin admin] Publish callbacks [] for security_group (c2e527c6-70b5-4ef3-b900-0d15d9b170dc), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.061367 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-8d6b89f5-8616-4799-ae30-afd668a9fd28 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:14.063611 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-8d6b89f5-8616-4799-ae30-afd668a9fd28 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 817 time: 0.8385909 May 11 05:58:14.074997 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:14.075675 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:14.077714 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9941b-a473-4138-a6e5-4344c4fbfa67 None None] Pushing event updated for resources: {'Port': ['ID=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:14.097745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a0e639b-d00a-46a5-b471-45e3774674e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (c2e527c6-70b5-4ef3-b900-0d15d9b170dc), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.106541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a0e639b-d00a-46a5-b471-45e3774674e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.115874 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4a0e639b-d00a-46a5-b471-45e3774674e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2e527c6-70b5-4ef3-b900-0d15d9b170dc HTTP/1.1" status: 204 len: 168 time: 0.2538657 May 11 05:58:14.116654 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48650) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:14.148581 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e639b-d00a-46a5-b471-45e3774674e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e527c6-70b5-4ef3-b900-0d15d9b170dc,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:14.213898 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:14.226281 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Sync routers for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:14.239390 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:14.240491 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:14.248206 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a0f517a1-8e63-42b2-a8ae-f3d061088362 admin admin] 10.222.0.44 "PUT /v2.0/routers/b7a52bd7-4724-48bb-9126-3e2973682926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8981044 May 11 05:58:14.315232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:14.325029 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-240fb62a-c4f5-4b0d-8569-dec111705cd3 req-15209a05-1a63-4635-acdc-a03e779eef87 service neutron] 10.222.0.24 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129770 May 11 05:58:14.348043 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:14.388571 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-865c19b4-5f72-4595-891a-062c821c4701 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb534a06-d203-4d06-837a-5ed49fae476b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2729840 May 11 05:58:14.439967 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b12608b8-b7be-4d6e-8f64-97452cf81e36 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:14.442037 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b12608b8-b7be-4d6e-8f64-97452cf81e36 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.4961336 May 11 05:58:14.449540 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7a0fe4d8-4fb0-4cdb-aa9c-9050d89c9ea1 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 379 time: 0.3568516 May 11 05:58:14.482347 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-ca82025a-29d7-4192-b2d8-072155f13587 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/quotas/34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 375 time: 0.0313921 May 11 05:58:14.483443 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:14.506366 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:14.577751 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:14.578368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:14.639759 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1df6-0ec0-4633-acaa-5f3c267f0157 req-ce043bf5-fbce-4cd4-ab10-02546bc9cf11 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:14.651019 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ee2e1df6-0ec0-4633-acaa-5f3c267f0157 req-ce043bf5-fbce-4cd4-ab10-02546bc9cf11 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 943 time: 0.1179557 May 11 05:58:14.729241 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-e8a9503f-1a9a-491a-ae71-b8dfca890320 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2383399 May 11 05:58:14.754009 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2989-2699-47eb-858e-f63f996f0b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.764442 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] Provisioning complete for port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:14.764836 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.822625 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ee2e1df6-0ec0-4633-acaa-5f3c267f0157 req-c27e3154-ed9b-4a2a-bf47-5dde5e9dcaee tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699641 May 11 05:58:14.828353 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 2, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:14.863558 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Checking router: b7a52bd7-4724-48bb-9126-3e2973682926 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:14.864133 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Updating router b7a52bd7-4724-48bb-9126-3e2973682926 port b2061a64-df51-429a-915b-d15741d149d1 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:14.865903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:14.897253 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (b2061a64-df51-429a-915b-d15741d149d1), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.980364 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2989-2699-47eb-858e-f63f996f0b33 admin admin] Publish callbacks [] for security_group (e1d56795-b529-4654-bad4-85b9c71f4bb2), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:14.986094 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48688) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:15.007058 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-960b899b-21b1-462e-b796-5a51e68ca595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.076600 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-733d0c88-9f15-47a0-84ed-d3e98f702836 req-08f79e7e-3180-4264-9a6b-5623aee9a9de tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.1066775 May 11 05:58:15.081508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2989-2699-47eb-858e-f63f996f0b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e1d56795-b529-4654-bad4-85b9c71f4bb2), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.112853 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.175327 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7a4e2989-2699-47eb-858e-f63f996f0b33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9610416347644334b308a82385c3c8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0343277 May 11 05:58:15.177339 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48692) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:15.213615 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-960b899b-21b1-462e-b796-5a51e68ca595 admin admin] Publish callbacks [] for security_group (8cf5e71f-8961-46f1-b7c1-d8c40257d9b0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.226833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-960b899b-21b1-462e-b796-5a51e68ca595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8cf5e71f-8961-46f1-b7c1-d8c40257d9b0), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.271514 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e2989-2699-47eb-858e-f63f996f0b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d56795-b529-4654-bad4-85b9c71f4bb2,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:15.275405 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-960b899b-21b1-462e-b796-5a51e68ca595 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea3f19c426ae404193844d49eba8edf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857180 May 11 05:58:15.275405 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b899b-21b1-462e-b796-5a51e68ca595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf5e71f-8961-46f1-b7c1-d8c40257d9b0,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:15.277323 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48696) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:15.340872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4b4db9d0-61b6-4f95-be89-3dd96c5b62d5 admin admin] Publish callbacks [] for security_group (e1d56795-b529-4654-bad4-85b9c71f4bb2), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.359640 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-312eb74c-19af-4843-a6e4-ccbb6c73b3d6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 05:58:15.362351 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-312eb74c-19af-4843-a6e4-ccbb6c73b3d6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1470797 May 11 05:58:15.398527 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4b4db9d0-61b6-4f95-be89-3dd96c5b62d5 admin admin] Publish callbacks [] for security_group (e1d56795-b529-4654-bad4-85b9c71f4bb2), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.421695 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf2ef-5640-4416-83c7-1ff3938be712 admin admin] Publish callbacks [] for security_group (8cf5e71f-8961-46f1-b7c1-d8c40257d9b0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.439520 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Publish callbacks [] for port (b2061a64-df51-429a-915b-d15741d149d1), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.446880 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (b2061a64-df51-429a-915b-d15741d149d1), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.502540 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f550-8cd5-4dc4-96f0-a529c290e933 None None] Pushing event updated for resources: {'Port': ['ID=b2061a64-df51-429a-915b-d15741d149d1,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:15.504620 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4b4db9d0-61b6-4f95-be89-3dd96c5b62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e1d56795-b529-4654-bad4-85b9c71f4bb2), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.507571 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4b4db9d0-61b6-4f95-be89-3dd96c5b62d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.514000 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4b4db9d0-61b6-4f95-be89-3dd96c5b62d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1d56795-b529-4654-bad4-85b9c71f4bb2 HTTP/1.1" status: 204 len: 168 time: 0.3354802 May 11 05:58:15.524214 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:13Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:15.549383 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4db9d0-61b6-4f95-be89-3dd96c5b62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d56795-b529-4654-bad4-85b9c71f4bb2,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:15.572689 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf2ef-5640-4416-83c7-1ff3938be712 admin admin] Publish callbacks [] for security_group (8cf5e71f-8961-46f1-b7c1-d8c40257d9b0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.607550 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Attempting to bind port b2061a64-df51-429a-915b-d15741d149d1 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:15.607907 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Attempting to bind port b2061a64-df51-429a-915b-d15741d149d1 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:15.608347 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Attempting to bind port b2061a64-df51-429a-915b-d15741d149d1 on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:15.611625 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff3e9a-7fc5-4cae-958c-7e1f333ffc67 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:13Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:15.617168 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-9660692f-0114-431b-82f0-5a15e340b344 service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464716 May 11 05:58:15.623384 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:15.624092 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Checking segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:15.626355 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.627719 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Bound using segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:15.628594 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Bound port: b2061a64-df51-429a-915b-d15741d149d1, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:15.629204 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (b2061a64-df51-429a-915b-d15741d149d1), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.645840 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:15.683443 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48704) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:15.693883 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061357041', 'description': 'tempest-description--1416785773'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:15.721821 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'port': {'device_id': '276af0f1-c869-454b-ae66-454979121c15', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'admin_state_up': True, 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'security_groups': ['c5cac5aa-6510-45e4-90dd-96e7a763fc4e']}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:15.754875 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:15.755283 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.759592 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] Current status of the port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:15.759975 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.786135 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.807314 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] For port b2061a64-df51-429a-915b-d15741d149d1, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:15.832518 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] For port b2061a64-df51-429a-915b-d15741d149d1, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=b2061a64-df51-429a-915b-d15741d149d1,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:15.846945 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (b2061a64-df51-429a-915b-d15741d149d1), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:15.879491 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] For port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:15.893729 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.001512 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f550-8cd5-4dc4-96f0-a529c290e933 None None] Pushing event updated for resources: {'Port': ['ID=b2061a64-df51-429a-915b-d15741d149d1,revision_number=4']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:16.020884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988e0b8-3d58-41f6-853b-5ef5df5c5166 None None] Pushing event updated for resources: {'Port': ['ID=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:16.038656 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:16.039444 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:16.041399 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] Provisioning complete for port b2061a64-df51-429a-915b-d15741d149d1 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:16.041856 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b2061a64-df51-429a-915b-d15741d149d1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.104491 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf2ef-5640-4416-83c7-1ff3938be712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8cf5e71f-8961-46f1-b7c1-d8c40257d9b0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.108162 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d3bf2ef-5640-4416-83c7-1ff3938be712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.116747 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7d3bf2ef-5640-4416-83c7-1ff3938be712 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cf5e71f-8961-46f1-b7c1-d8c40257d9b0 HTTP/1.1" status: 204 len: 168 time: 0.8380349 May 11 05:58:16.125067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-58e0e99a-a758-49a4-8c53-9524ddcdecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:16.130342 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-58e0e99a-a758-49a4-8c53-9524ddcdecb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d1a529cc4d4a11b49d9e08ae5b2f69&device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 1127 time: 0.4629719 May 11 05:58:16.219232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:16.286073 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bf2ef-5640-4416-83c7-1ff3938be712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf5e71f-8961-46f1-b7c1-d8c40257d9b0,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:16.307471 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-22eca4c5-31a2-4953-bbb1-57a80ba4f470 service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809013 May 11 05:58:16.336929 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (39137518-6aa8-405b-acd4-1d94cdfdbfdd), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.396239 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] Current status of the port b2061a64-df51-429a-915b-d15741d149d1 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:16.401258 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48724) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:16.404139 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (b2061a64-df51-429a-915b-d15741d149d1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.426123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (39137518-6aa8-405b-acd4-1d94cdfdbfdd), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.463885 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:16.523518 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-617ee11d-a7cf-4b80-80be-6bf10e27b17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.577011 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.588920 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9011912 May 11 05:58:16.624139 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48730) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:16.645199 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-dd2400f9-6d73-406f-8104-74aa9dce0f47 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:16.654312 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-dd2400f9-6d73-406f-8104-74aa9dce0f47 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 818 time: 0.5465639 May 11 05:58:16.670110 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'security_group_rule': {'security_group_id': '39137518-6aa8-405b-acd4-1d94cdfdbfdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:16.712778 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:09Z', 'revision_number': 2, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:16.754546 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16c4bc-7af9-40c8-b856-b8f327c3eb23 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39137518-6aa8-405b-acd4-1d94cdfdbfdd,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:16.799668 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-57b9b0ca-e1b1-45be-9ec9-7c957c528158 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/quotas/8d84ee8b78144447bef24d677ad32b3c HTTP/1.1" status: 200 len: 375 time: 0.1438911 May 11 05:58:16.834116 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] For port b2061a64-df51-429a-915b-d15741d149d1, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=b2061a64-df51-429a-915b-d15741d149d1,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:16.847428 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:16.857662 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:16.859030 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Updating router bb534a06-d203-4d06-837a-5ed49fae476b port 7be852d4-efce-4c44-89a3-8e92d48c320f binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:16.985751 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:16.993552 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (b2061a64-df51-429a-915b-d15741d149d1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.019885 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-3cda45a4-e713-45a6-8741-a18a7e8e8d4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190824 May 11 05:58:17.085726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (c1bc1de7-7133-4e1a-a7fe-844e04dd09ef), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.174418 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-617ee11d-a7cf-4b80-80be-6bf10e27b17c admin admin] Publish callbacks [] for security_group (872c8d25-8993-43d2-bd8e-3413c7b77f89), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.188578 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Made reservation on behalf of 1f4f0f35ae0b4c94977f2e1688dbdb5c for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:17.189235 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-617ee11d-a7cf-4b80-80be-6bf10e27b17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (872c8d25-8993-43d2-bd8e-3413c7b77f89), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.194341 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.226256 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:17.234563 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772650-9226-4c0b-a03e-71b9c6d0d80f req-ec24c0ee-72eb-43fa-95fb-335a7761c420 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:17.250843 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-26772650-9226-4c0b-a03e-71b9c6d0d80f req-ec24c0ee-72eb-43fa-95fb-335a7761c420 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 943 time: 0.2852573 May 11 05:58:17.304221 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353961c-deef-4c4f-98c4-308330cb8569 None None] The sync data for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi is: [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:17.370082 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-617ee11d-a7cf-4b80-80be-6bf10e27b17c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28794a6001374d62b939a2570f47ef54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9613550 May 11 05:58:17.380587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48758) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:17.408939 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ee11d-a7cf-4b80-80be-6bf10e27b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872c8d25-8993-43d2-bd8e-3413c7b77f89,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:17.428332 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-2c2a46f0-45ae-4093-93f0-fa1b3acae3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:17.436911 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-2c2a46f0-45ae-4093-93f0-fa1b3acae3d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a HTTP/1.1" status: 200 len: 912 time: 1.2853606 May 11 05:58:17.438998 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-08b58c0e-02ab-4afb-a7e6-ac57d28dadda service neutron] 10.222.0.44 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178388 May 11 05:58:17.482192 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-98add304-b4d5-4973-9fab-4e7191e86d98 None None] Provisioning complete for port b2061a64-df51-429a-915b-d15741d149d1 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:17.483287 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-98add304-b4d5-4973-9fab-4e7191e86d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b2061a64-df51-429a-915b-d15741d149d1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.573032 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (c1bc1de7-7133-4e1a-a7fe-844e04dd09ef), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.588033 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-f000ba55-23fd-4b39-a377-2aa84c537138 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566 HTTP/1.1" status: 200 len: 217 time: 0.1209764 May 11 05:58:17.594815 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (c1bc1de7-7133-4e1a-a7fe-844e04dd09ef), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.676052 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bc1de7-7133-4e1a-a7fe-844e04dd09ef,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:17.678429 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0f471e96-0ae2-47ba-a085-d5dc11283f5d admin admin] Publish callbacks [] for security_group (872c8d25-8993-43d2-bd8e-3413c7b77f89), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.693929 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.695338 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ac31660f-3f26-4e25-bcf5-133e8a634f1e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0385456 May 11 05:58:17.699454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48770) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:17.705060 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'security_group_rule': {'security_group_id': '39137518-6aa8-405b-acd4-1d94cdfdbfdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:17.779452 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0f471e96-0ae2-47ba-a085-d5dc11283f5d admin admin] Publish callbacks [] for security_group (872c8d25-8993-43d2-bd8e-3413c7b77f89), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.804333 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-85cdfcad-a3b8-4a0a-bc72-18319cbd8ab4 service neutron] 10.222.0.44 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643661 May 11 05:58:17.820070 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-26772650-9226-4c0b-a03e-71b9c6d0d80f req-e6ce0cd0-26db-4d0d-b86b-90f9123ddd2b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670240 May 11 05:58:17.859214 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (dca1c6fe-3b5b-493e-9c6f-dbadb1c3c86e), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:17.889337 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-a38180c4-9c04-4706-ac65-2eafa3595f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:17.901158 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-a38180c4-9c04-4706-ac65-2eafa3595f24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e271302-a3ff-4c1d-80bf-42857385668f HTTP/1.1" status: 200 len: 851 time: 0.2931662 May 11 05:58:18.039668 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0f471e96-0ae2-47ba-a085-d5dc11283f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (872c8d25-8993-43d2-bd8e-3413c7b77f89), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.042378 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0f471e96-0ae2-47ba-a085-d5dc11283f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.049394 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-0f471e96-0ae2-47ba-a085-d5dc11283f5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/872c8d25-8993-43d2-bd8e-3413c7b77f89 HTTP/1.1" status: 204 len: 168 time: 0.6608706 May 11 05:58:18.081269 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (dca1c6fe-3b5b-493e-9c6f-dbadb1c3c86e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.121958 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Publish callbacks [] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.128774 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:18.129156 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.135710 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (dca1c6fe-3b5b-493e-9c6f-dbadb1c3c86e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.145581 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d8528-b064-4e50-bdfd-3b2d229ce02b None None] Pushing event updated for resources: {'Port': ['ID=b2061a64-df51-429a-915b-d15741d149d1,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:18.159461 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.163009 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f471e96-0ae2-47ba-a085-d5dc11283f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872c8d25-8993-43d2-bd8e-3413c7b77f89,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:18.182754 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-9d4d4474-2881-4f12-a6c5-f653615b9d1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148256 May 11 05:58:18.208489 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca1c6fe-3b5b-493e-9c6f-dbadb1c3c86e,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:18.220731 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1c82c40d-ca0c-47e3-b5a8-bc276475f198 req-040087fc-a66e-4da6-a539-a95076e1620c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.2190075 May 11 05:58:18.251065 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.281582 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-479645d6-0e8a-4e46-9ded-8c888b586413 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5679927 May 11 05:58:18.320362 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48782) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:18.335992 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d53f0-841e-46bc-90ce-fdded02a6760 None None] Pushing event updated for resources: {'Port': ['ID=7be852d4-efce-4c44-89a3-8e92d48c320f,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:18.365339 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:18.372617 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7e7be2fc-8283-4e78-b729-98f7695df589 req-3ff2f792-24ba-4495-8d5c-9b5fd2fab20f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 210 time: 0.1011155 May 11 05:58:18.428212 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:18.471949 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Allocated IP 172.20.0.12 (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad/2019c509-08bd-4caf-a73b-2a0b92840dc1/33ce7232-67e0-4db0-b8ff-2e2bcfc690b1) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:18.581497 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a4a31f05-f49f-42aa-8746-ff5fe28d2566 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:58:18.631055 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-44632778-e682-434f-98dd-d7268625d983 req-10c9ec1b-d137-4c68-bf93-d4d1f6339d5d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 210 time: 0.1939156 May 11 05:58:18.685543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-98add304-b4d5-4973-9fab-4e7191e86d98 None None] Current status of the port b2061a64-df51-429a-915b-d15741d149d1 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:19.005114 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566,segment=NetworkSegment(8dd876bd-2f08-4983-99b3-62a5e7520bc6),segment_id=8dd876bd-2f08-4983-99b3-62a5e7520bc6)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:19.029046 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:19.055707 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566', 'network_id': '9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a', 'port_id': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566', 'mac_address': 'fa:16:3e:a3:52:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e271302-a3ff-4c1d-80bf-42857385668f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:58:19.094871 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Attempting to bind port 7be852d4-efce-4c44-89a3-8e92d48c320f on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:19.095684 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.24', 55635) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:19.098143 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Attempting to bind port 7be852d4-efce-4c44-89a3-8e92d48c320f by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:19.100267 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Attempting to bind port 7be852d4-efce-4c44-89a3-8e92d48c320f on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:19.226087 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:19.226736 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Checking segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:19.229304 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.230700 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a877-de54-4d09-8f1c-1c695ebaab3f req-0c8f6b90-d305-42e3-9582-8520fce02afe tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:19.231591 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Bound using segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:19.234959 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Bound port: 7be852d4-efce-4c44-89a3-8e92d48c320f, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:19.235587 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.239750 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ebf9a877-de54-4d09-8f1c-1c695ebaab3f req-0c8f6b90-d305-42e3-9582-8520fce02afe tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 943 time: 0.2268362 May 11 05:58:19.313653 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.322312 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-a03eb2b6-6032-4629-9bca-cf2a62feff8d None None] Provisioning complete for port 7be852d4-efce-4c44-89a3-8e92d48c320f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:19.322877 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a03eb2b6-6032-4629-9bca-cf2a62feff8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.357765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.487779 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device b2061a64-df51-429a-915b-d15741d149d1 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:19.551066 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ebf9a877-de54-4d09-8f1c-1c695ebaab3f req-ffdcace0-d4e1-422e-a652-fa2fe48bb0ce tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052552 May 11 05:58:19.605020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-d8d61c7d-1302-4257-aefc-7945a8feffff tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:19.606524 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-d8d61c7d-1302-4257-aefc-7945a8feffff tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.5050328 May 11 05:58:19.633110 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port a4a31f05-f49f-42aa-8746-ff5fe28d2566 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:19.635494 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.684620 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f2db7409-d1f8-4508-a6bf-ca6535c335f8 req-985aaf20-b547-42ad-b834-326bdf9782ef tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.0414224 May 11 05:58:19.717556 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-a03eb2b6-6032-4629-9bca-cf2a62feff8d None None] Port 7be852d4-efce-4c44-89a3-8e92d48c320f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:19.739993 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a31f05-f49f-42aa-8746-ff5fe28d2566 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:19.752189 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-987e449b-803e-4a4e-8a7b-9e599cf0c42d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:19.764004 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-987e449b-803e-4a4e-8a7b-9e599cf0c42d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 818 time: 0.4380572 May 11 05:58:19.784350 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566,segment=NetworkSegment(8dd876bd-2f08-4983-99b3-62a5e7520bc6),segment_id=8dd876bd-2f08-4983-99b3-62a5e7520bc6)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:19.810487 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.858012 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-acdd051c-408d-4aa1-8230-0055e8d89989 service neutron] 10.222.0.24 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6335411 May 11 05:58:19.859587 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.865970 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b7825a86-4bcc-49a2-9244-77bf813f60f0 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 380 time: 0.2090611 May 11 05:58:19.904029 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'port': {'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'admin_state_up': True, 'tenant_id': '34db399b717b42f18c5190acb605918f', 'security_groups': ['d1e9a8ca-02ed-4928-a980-58f4cee6137c']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:19.927319 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] For port 7be852d4-efce-4c44-89a3-8e92d48c320f, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:19.936039 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] For port 7be852d4-efce-4c44-89a3-8e92d48c320f, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=7be852d4-efce-4c44-89a3-8e92d48c320f,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:19.957141 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.967843 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port b2061a64-df51-429a-915b-d15741d149d1 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:19.967843 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b2061a64-df51-429a-915b-d15741d149d1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:19.985692 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-da0bccd1-d438-49df-b859-bdf3869942a1 req-a5d21d60-5b89-4f11-afa8-e9fa3a1869d8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 210 time: 0.1159263 May 11 05:58:20.006184 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:20.019018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:20.021764 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-9b3576e4-494c-4764-b1f5-2ef612c829a2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/quotas/8d84ee8b78144447bef24d677ad32b3c HTTP/1.1" status: 200 len: 375 time: 0.2567039 May 11 05:58:20.221208 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:20.222125 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:20.280761 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:20.322144 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-46675768-7b2b-425b-8c86-7d36f049995f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2991631 May 11 05:58:20.353812 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:20.375126 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:20.380916 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:20.381881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:20.385574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:20.446460 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.24', 55641) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:20.494488 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:20.544547 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Allocated IP 172.27.1.151 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/d6a1669c-f0f9-4a77-bbe3-6413476f6168) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:20.572268 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-0d9988e2-7fad-41a5-8ac0-a19ce197b17e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9064765 May 11 05:58:20.607234 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Request body: {'port': {'device_id': '276af0f1-c869-454b-ae66-454979121c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:20.645634 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port b2061a64-df51-429a-915b-d15741d149d1 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:20.665764 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Made reservation on behalf of 34db399b717b42f18c5190acb605918f for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:20.672167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:20.753533 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-542264f0-c2c5-4980-bc11-4fc54d5a29fb service neutron] 10.222.0.44 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287727 May 11 05:58:20.760687 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6bda65ca-0e9f-408f-8d63-e57f80fde724 req-93f26135-017a-4c93-9bcd-73a71d8d9edb service neutron] 10.222.0.24 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810085 May 11 05:58:20.811838 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587a9f-229f-462d-90dc-8ce3f896025a req-514d340f-478e-4b52-95f1-5f9a0ce7d8dc tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:20.821940 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-04587a9f-229f-462d-90dc-8ce3f896025a req-514d340f-478e-4b52-95f1-5f9a0ce7d8dc tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 944 time: 0.1308103 May 11 05:58:20.840461 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['a4a31f05-f49f-42aa-8746-ff5fe28d2566'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:58:20.955536 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:19Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:21.004865 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-04587a9f-229f-462d-90dc-8ce3f896025a req-45eab286-893c-4d07-9378-cb2becd54d9d tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766737 May 11 05:58:21.007064 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d53f0-841e-46bc-90ce-fdded02a6760 None None] Pushing event updated for resources: {'Port': ['ID=7be852d4-efce-4c44-89a3-8e92d48c320f,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:21.018831 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] Provisioning complete for port 7be852d4-efce-4c44-89a3-8e92d48c320f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:21.018831 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.073856 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-69f08671-ecaa-40db-8456-7d2ea439267c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:21.075260 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-69f08671-ecaa-40db-8456-7d2ea439267c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 818 time: 0.6227674 May 11 05:58:21.078150 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 48898) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:21.106962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fe2c1-f575-4aa8-ba9f-56907ea98e42 None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:19Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:21.152168 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.166859 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'port': {'device_id': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'admin_state_up': True, 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:21.336181 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] Current status of the port 7be852d4-efce-4c44-89a3-8e92d48c320f is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:21.336579 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.338199 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd38dc-1e6c-4b89-a6e6-46acb8e4dc41 req-bb0af739-aff3-451a-a11b-bc01d7762908 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:21.350054 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4efd38dc-1e6c-4b89-a6e6-46acb8e4dc41 req-bb0af739-aff3-451a-a11b-bc01d7762908 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 932 time: 0.2129660 May 11 05:58:21.381258 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.20.0.9 (28dde216-4b2f-4353-ba38-412714627bb9/ad82f618-0f46-4f32-a986-1b40950b8e98/4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:21.478893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] For port 7be852d4-efce-4c44-89a3-8e92d48c320f, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=7be852d4-efce-4c44-89a3-8e92d48c320f,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:21.488708 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.530814 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4efd38dc-1e6c-4b89-a6e6-46acb8e4dc41 req-c89d53c5-8a57-4fa4-b17a-63f36a16ac6f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793995 May 11 05:58:21.647755 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a5eda-df25-46da-83f5-9c3e245a29f7 None None] Pushing event updated for resources: {'Port': ['ID=7be852d4-efce-4c44-89a3-8e92d48c320f,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:21.698780 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-777ba101-119d-4cfa-98be-787f41e794f8 None None] Provisioning complete for port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:21.699347 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-777ba101-119d-4cfa-98be-787f41e794f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.736004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f00-5d52-49d1-ab53-9169e3a9aa68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.752519 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-777ba101-119d-4cfa-98be-787f41e794f8 None None] Port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:21.803882 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-55840a41-d363-4220-80a1-df741649f6aa req-534c20a4-f32e-4a53-ace1-318a53903b4e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 210 time: 0.0867825 May 11 05:58:21.870238 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.904214 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3d57e797-fbf3-4d11-ad24-73a036a939d3 service neutron] 10.222.0.44 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1417170 May 11 05:58:21.912883 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:21.946958 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:22.050700 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Made reservation on behalf of 8d84ee8b78144447bef24d677ad32b3c for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:22.054389 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:22.100124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:22.127363 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:22.141082 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:22.144587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:22.154158 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:22.155192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:22.226318 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-366a5a98-7c2f-4ffb-a0b2-8b30d6079c2a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3322699 May 11 05:58:22.242735 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e53d-a2b6-451b-aa4f-5d84e88e7b03 req-34b4c747-adf1-45d4-bd15-e65d83332989 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:22.251390 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b812e53d-a2b6-451b-aa4f-5d84e88e7b03 req-34b4c747-adf1-45d4-bd15-e65d83332989 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 944 time: 0.1215668 May 11 05:58:22.267034 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Request body: {'port': {'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:22.496107 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b812e53d-a2b6-451b-aa4f-5d84e88e7b03 req-a863cfe2-391b-4bdc-b337-9536eaefcf97 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072344 May 11 05:58:22.512602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:22.540218 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a4a31f05-f49f-42aa-8746-ff5fe28d2566 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:22.598338 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3a020a66-701b-47a6-8729-ae4659d15c12 req-b0e37e19-18ad-4d83-a804-f11413cf83b2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 210 time: 0.2790172 May 11 05:58:22.640227 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Allocated IP 172.20.0.9 (b62a26f9-5853-46d1-925a-762af9a689ba/734e8ce8-8263-4d2d-bad1-b211fef23b56/e811e3dd-5519-4c8a-89e5-30c7a6732ff9) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:22.782083 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-511d81b4-0f29-41c7-9dc6-f7e5e5f62364 None None] Provisioning complete for port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:22.782701 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-511d81b4-0f29-41c7-9dc6-f7e5e5f62364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:22.869565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb0b9c-2290-48c0-abd1-884ef9d4bdb1 req-bfcd8e91-96bd-4d33-b61f-4f99a9405a07 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:22.872637 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-86fb0b9c-2290-48c0-abd1-884ef9d4bdb1 req-bfcd8e91-96bd-4d33-b61f-4f99a9405a07 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 932 time: 0.1445177 May 11 05:58:22.901752 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port a4a31f05-f49f-42aa-8746-ff5fe28d2566 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:58:22.915871 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-511d81b4-0f29-41c7-9dc6-f7e5e5f62364 None None] Port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:22.938697 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port a4a31f05-f49f-42aa-8746-ff5fe28d2566 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:22.941341 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:22.995652 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541d3d-fe8c-499f-9bea-f4802993fee7 req-24fb690f-e672-4e75-9404-8dd0fd44bde3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:23.003967 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-37541d3d-fe8c-499f-9bea-f4802993fee7 req-24fb690f-e672-4e75-9404-8dd0fd44bde3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 931 time: 0.0634084 May 11 05:58:23.024477 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.158468 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'Port': ['ID=d6a1669c-f0f9-4a77-bbe3-6413476f6168,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:23.167543 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f00-5d52-49d1-ab53-9169e3a9aa68 admin admin] Publish callbacks [] for security_group (61aea8e6-e407-42a9-b7a6-7f73a699aeab), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.248622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port a4a31f05-f49f-42aa-8746-ff5fe28d2566 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:23.248945 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.290260 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-86fb0b9c-2290-48c0-abd1-884ef9d4bdb1 req-57268156-15e7-4834-97fb-453feb9be434 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098978 May 11 05:58:23.298480 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0f00-5d52-49d1-ab53-9169e3a9aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (61aea8e6-e407-42a9-b7a6-7f73a699aeab), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.302889 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 7be852d4-efce-4c44-89a3-8e92d48c320f up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:23.341052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:23.385292 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:23.404286 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.406409 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:23.434158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:23.482021 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7a8f0f00-5d52-49d1-ab53-9169e3a9aa68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d88dd4f26c44f4f95eb517b822ee511&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3981593 May 11 05:58:23.487575 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48964) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:23.571490 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566,segment=NetworkSegment(8dd876bd-2f08-4983-99b3-62a5e7520bc6),segment_id=8dd876bd-2f08-4983-99b3-62a5e7520bc6)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:23.584440 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.626646 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3b426bba-7e05-41e1-9fca-e93243c8aaea admin admin] Publish callbacks [] for security_group (61aea8e6-e407-42a9-b7a6-7f73a699aeab), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.628471 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f0f00-5d52-49d1-ab53-9169e3a9aa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aea8e6-e407-42a9-b7a6-7f73a699aeab,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:23.632898 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 7be852d4-efce-4c44-89a3-8e92d48c320f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:23.633286 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.669419 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-37541d3d-fe8c-499f-9bea-f4802993fee7 req-a345b087-ed90-44db-8434-0e28e7fd61a3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6644771 May 11 05:58:23.673820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3b426bba-7e05-41e1-9fca-e93243c8aaea admin admin] Publish callbacks [] for security_group (61aea8e6-e407-42a9-b7a6-7f73a699aeab), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.713998 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:23.756667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3b426bba-7e05-41e1-9fca-e93243c8aaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (61aea8e6-e407-42a9-b7a6-7f73a699aeab), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.759457 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3b426bba-7e05-41e1-9fca-e93243c8aaea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.764284 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-3b426bba-7e05-41e1-9fca-e93243c8aaea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61aea8e6-e407-42a9-b7a6-7f73a699aeab HTTP/1.1" status: 204 len: 168 time: 0.2661288 May 11 05:58:23.783430 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 7be852d4-efce-4c44-89a3-8e92d48c320f is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:23.807111 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b426bba-7e05-41e1-9fca-e93243c8aaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aea8e6-e407-42a9-b7a6-7f73a699aeab,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:23.810806 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:23.826623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Publish callbacks [] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.841979 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d668526b-5b52-4e72-897d-f342039117b4), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.863374 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1464-25fc-4075-8d8e-60f1caf4501f req-32947fcb-c13a-4b9d-9a8e-e232c960680b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:23.870607 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9fae1464-25fc-4075-8d8e-60f1caf4501f req-32947fcb-c13a-4b9d-9a8e-e232c960680b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.1301224 May 11 05:58:23.912517 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Transition to ACTIVE for port object 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:58:23.928612 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca3a7cc-69d9-42a5-a16e-9198ef6b2c0c" -d '{"events": [{"server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "name": "network-vif-plugged", "status": "completed", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:23.930648 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:23.981883 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4e875c32-e216-4e7b-a7e8-f5d4f5f3d86f req-d2f40860-611e-47dd-a7de-f8b98e7b00f2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0978827 May 11 05:58:24.008811 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9fae1464-25fc-4075-8d8e-60f1caf4501f req-2261562c-8d6e-4d09-b717-e46279c22a8e tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364334 May 11 05:58:24.035778 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.059219 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Pushing event updated for resources: {'Port': ['ID=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:24.085276 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.131071 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Attempting to bind port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:24.131517 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Attempting to bind port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:24.131931 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Attempting to bind port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:24.137600 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c on network 28dde216-4b2f-4353-ba38-412714627bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:58:24.138024 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Attempting to bind port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:24.145868 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:24.146525 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:24.147596 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Bound using segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:24.147953 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Bound port: 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:24.148432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.213133 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Network b62a26f9-5853-46d1-925a-762af9a689ba is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:24.250783 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:24.253835 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:24.260026 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:24.261057 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.323244 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1771314 May 11 05:58:24.338688 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] For port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:24.354066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:24.358547 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a10cc-568d-4425-b946-34e8eee84f07 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'Port': ['ID=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:24.363834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] For port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:24.371033 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Publish callbacks [] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.389705 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.404479 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Request body: {'port': {'device_id': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:24.457933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-f1789343-e22a-41a2-a97c-aa621ebb3f26 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:24.460098 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-f1789343-e22a-41a2-a97c-aa621ebb3f26 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 818 time: 0.4813628 May 11 05:58:24.477610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Transition to ACTIVE for port object 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:58:24.477852 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 48996) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:24.489785 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'port': {'device_id': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'admin_state_up': True, 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:24.490609 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:24.491298 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.492916 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] 10.222.0.24 "PUT /v2.0/ports/4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c HTTP/1.1" status: 200 len: 1093 time: 2.2397149 May 11 05:58:24.494264 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:24.603316 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d666e-aa08-415d-b081-6b682d7b27b5 x-openstack-request-id: req-560d666e-aa08-415d-b081-6b682d7b27b5 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:24.603953 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "name": "network-vif-plugged", "status": "completed", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:24.604365 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-560d666e-aa08-415d-b081-6b682d7b27b5 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:24.604984 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560d666e-aa08-415d-b081-6b682d7b27b5'] response: {'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566', 'code': 200} May 11 05:58:24.638758 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.788901 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6640f-27d0-4877-821c-9bc61c959f9a service neutron] Pushing event updated for resources: {'Port': ['ID=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:24.833078 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-4a1a7d8e-4109-4d8b-aa41-1f6094b3b566 None None] Provisioning complete for port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:24.833750 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4a1a7d8e-4109-4d8b-aa41-1f6094b3b566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.839854 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb163fd5-a4cb-4ed5-9203-593f277a674b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.868599 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Made reservation on behalf of 8d84ee8b78144447bef24d677ad32b3c for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:24.884342 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b5555-8275-417f-95dd-79660c89513e req-c354f1b2-7759-4909-9d8c-cebbeba3ca14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:24.885662 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:24.886579 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c2b5555-8275-417f-95dd-79660c89513e req-c354f1b2-7759-4909-9d8c-cebbeba3ca14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.4098375 May 11 05:58:24.923143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-7f68f2d3-0659-4fc3-9321-1b4daf6741b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:24.924785 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-7f68f2d3-0659-4fc3-9321-1b4daf6741b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 1127 time: 0.2729375 May 11 05:58:24.926323 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.24', 55649) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:24.963231 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a7d8e-4109-4d8b-aa41-1f6094b3b566 None None] Port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:24.966751 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.128206 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:25.223148 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af174829-f817-49b3-9a76-85618245612e" -d '{"events": [{"name": "network-changed", "server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:25.333723 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-8f2553d7-0e4d-4304-8616-b6911fd406d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c HTTP/1.1" status: 200 len: 217 time: 0.1416469 May 11 05:58:25.361669 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd553-c5d6-4428-813c-45f3a1cbbfd3 req-dbb2fb11-ad9a-425c-9568-1546cf9fd52a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:25.363375 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4debd553-c5d6-4428-813c-45f3a1cbbfd3 req-dbb2fb11-ad9a-425c-9568-1546cf9fd52a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 943 time: 0.4645185 May 11 05:58:25.384296 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd9ffa-a3a4-4d6e-abbe-67f7853d3e68 req-4517844d-363b-4fbc-9b92-1876a82079c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:25.385839 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4bdd9ffa-a3a4-4d6e-abbe-67f7853d3e68 req-4517844d-363b-4fbc-9b92-1876a82079c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 1129 time: 0.4429181 May 11 05:58:25.394913 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Attempting to bind port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:25.395258 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Attempting to bind port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:25.395587 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Attempting to bind port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:25.446838 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c2b5555-8275-417f-95dd-79660c89513e req-36d186cb-cc77-4124-bc4c-fe6b77a5058c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5519009 May 11 05:58:25.447883 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:58:25.448217 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Attempting to bind port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:25.454535 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-4bdd9ffa-a3a4-4d6e-abbe-67f7853d3e68 req-8d528fcf-59f0-497c-ae7f-32909bbba62e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.484247 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-19cd243e-b16e-4bf6-ab7e-09c00924c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:25.487428 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-19cd243e-b16e-4bf6-ab7e-09c00924c9bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.1379147 May 11 05:58:25.504141 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:25.504471 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Checking segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:25.504863 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Bound using segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:25.505320 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Bound port: 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:25.505712 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.534309 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb163fd5-a4cb-4ed5-9203-593f277a674b admin admin] Publish callbacks [] for security_group (b14da957-598a-4161-ab1a-d8e0159230e1), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.575032 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb163fd5-a4cb-4ed5-9203-593f277a674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b14da957-598a-4161-ab1a-d8e0159230e1), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.601534 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.621450 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa0bba37-3947-49aa-a002-38e7964eb553 req-d69e546f-c9d7-44c5-ab60-ed4fa5847495 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0901194 May 11 05:58:25.639374 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6798c7-67e5-437a-a071-5173a1243113 req-837c1b76-d68f-45ef-b2df-5387f9aca8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:25.641420 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-837c1b76-d68f-45ef-b2df-5387f9aca8e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1454062 May 11 05:58:25.658686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.684677 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-cb163fd5-a4cb-4ed5-9203-593f277a674b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40c7d054df6644c6a589f18d7c04d78d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2025173 May 11 05:58:25.693749 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49024) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:25.696804 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4debd553-c5d6-4428-813c-45f3a1cbbfd3 req-984cf780-cbb1-45be-a553-02dc63c70367 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971778 May 11 05:58:25.707076 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb163fd5-a4cb-4ed5-9203-593f277a674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14da957-598a-4161-ab1a-d8e0159230e1,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:25.771251 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Allocated IP 172.20.0.6 (b62a26f9-5853-46d1-925a-762af9a689ba/734e8ce8-8263-4d2d-bad1-b211fef23b56/23a46e18-b3c4-4987-94de-348690945cd6) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:25.773808 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (d668526b-5b52-4e72-897d-f342039117b4), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.821303 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'Port': ['ID=d6a1669c-f0f9-4a77-bbe3-6413476f6168,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:25.834159 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.835443 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-90ccd4ea-4e1b-4d6b-9f05-7e77e25ffa94 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5136805 May 11 05:58:25.842591 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:25.847817 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:25.874729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e065a-3cc0-4d14-b734-e96db66ef07e req-86c9a853-aec9-422e-a238-72b8c8289523 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:25.877000 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-402e065a-3cc0-4d14-b734-e96db66ef07e req-86c9a853-aec9-422e-a238-72b8c8289523 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.1728196 May 11 05:58:25.895487 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.902906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d57f0e-c2e4-4ea5-b9e1-7db7bc42a672 x-openstack-request-id: req-37d57f0e-c2e4-4ea5-b9e1-7db7bc42a672 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:25.903439 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:25.903574 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37d57f0e-c2e4-4ea5-b9e1-7db7bc42a672 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:25.904183 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d57f0e-c2e4-4ea5-b9e1-7db7bc42a672'] response: {'name': 'network-changed', 'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'status': 'completed', 'code': 200} May 11 05:58:25.938170 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-4bdd9ffa-a3a4-4d6e-abbe-67f7853d3e68 req-8d528fcf-59f0-497c-ae7f-32909bbba62e service neutron] Publish callbacks [] for security_group (01672b98-5ba2-4c62-9adb-e0c5a4589aee), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.940922 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-70008a39-e9e3-4025-ae6b-36e2a2d75b23 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771270 May 11 05:58:25.948521 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-927bd99d-3ccf-49da-b893-bee59cd2ca9a admin admin] Publish callbacks [] for security_group (b14da957-598a-4161-ab1a-d8e0159230e1), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:25.962318 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-4bdd9ffa-a3a4-4d6e-abbe-67f7853d3e68 req-8d528fcf-59f0-497c-ae7f-32909bbba62e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (01672b98-5ba2-4c62-9adb-e0c5a4589aee), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.020561 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:26.021264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.023296 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 1094 time: 5.4219630 May 11 05:58:26.033513 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:26.035824 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f214d6-0508-458a-a7e6-2b04674de43b" -d '{"events": [{"name": "network-changed", "server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:26.087417 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-402e065a-3cc0-4d14-b734-e96db66ef07e req-e8a722b0-a5ac-4227-9c30-c6459a5b8066 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998994 May 11 05:58:26.091554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-927bd99d-3ccf-49da-b893-bee59cd2ca9a admin admin] Publish callbacks [] for security_group (b14da957-598a-4161-ab1a-d8e0159230e1), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.133676 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4bdd9ffa-a3a4-4d6e-abbe-67f7853d3e68 req-8d528fcf-59f0-497c-ae7f-32909bbba62e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173760 May 11 05:58:26.147606 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d528fcf-59f0-497c-ae7f-32909bbba62e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01672b98-5ba2-4c62-9adb-e0c5a4589aee,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:26.175406 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d8af8-f652-4bfa-bf75-1b02b2f752a4 x-openstack-request-id: req-f90d8af8-f652-4bfa-bf75-1b02b2f752a4 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:26.175934 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:26.175934 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f90d8af8-f652-4bfa-bf75-1b02b2f752a4 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:26.176349 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90d8af8-f652-4bfa-bf75-1b02b2f752a4'] response: {'name': 'network-changed', 'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'status': 'completed', 'code': 200} May 11 05:58:26.216103 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe6798c7-67e5-437a-a071-5173a1243113 req-b8259063-cf3e-424f-ae5b-1da92c5f5511 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683871 May 11 05:58:26.230945 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-927bd99d-3ccf-49da-b893-bee59cd2ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b14da957-598a-4161-ab1a-d8e0159230e1), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.233669 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-927bd99d-3ccf-49da-b893-bee59cd2ca9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.235323 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-927bd99d-3ccf-49da-b893-bee59cd2ca9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b14da957-598a-4161-ab1a-d8e0159230e1 HTTP/1.1" status: 204 len: 168 time: 0.5287681 May 11 05:58:26.257681 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-a2b07a8f-5d9c-4784-8063-458d6a0a9478 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2061357041&fields=id&tenant_id=2279e41c4ffe455d9f5d126d3d288333 HTTP/1.1" status: 200 len: 267 time: 0.1855359 May 11 05:58:26.263344 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881aa4f-13b1-424b-ae7e-52085ae5e4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:26.264690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bd99d-3ccf-49da-b893-bee59cd2ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14da957-598a-4161-ab1a-d8e0159230e1,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:26.273201 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for port (23a46e18-b3c4-4987-94de-348690945cd6), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.319277 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-e7306df2-84db-4506-a636-027613b3f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:26.320836 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-e7306df2-84db-4506-a636-027613b3f4c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1128 time: 0.2141829 May 11 05:58:26.429131 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (23a46e18-b3c4-4987-94de-348690945cd6), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.501788 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-550e862c-b69a-403c-9b0e-5a3b76d1c702 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:26.503316 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-550e862c-b69a-403c-9b0e-5a3b76d1c702 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 811 time: 0.2282865 May 11 05:58:26.570329 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-dc69a8ad-531d-4a9b-826d-9b828257918d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 217 time: 0.0659957 May 11 05:58:26.603830 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Network b62a26f9-5853-46d1-925a-762af9a689ba is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:26.615091 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-a1123554-619e-4f49-96a3-1b21fa283212 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/quotas/2279e41c4ffe455d9f5d126d3d288333 HTTP/1.1" status: 200 len: 375 time: 0.0954342 May 11 05:58:26.616123 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:26.618720 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:26.624866 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:26.626212 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.654760 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'Port': ['ID=23a46e18-b3c4-4987-94de-348690945cd6,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:26.670989 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4126fb-8be8-4f10-ba24-14259294fcaa req-00f8acf7-5931-44c9-ac81-6db209ff5c10 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:26.680366 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7e4126fb-8be8-4f10-ba24-14259294fcaa req-00f8acf7-5931-44c9-ac81-6db209ff5c10 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.1201510 May 11 05:58:26.711998 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-1fbb6f00-5a17-427e-bda4-6d541fddfd02 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2275805 May 11 05:58:26.732584 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-c158d20c-0066-4e45-92d2-b58313072ba1 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953784 May 11 05:58:26.764605 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7e4126fb-8be8-4f10-ba24-14259294fcaa req-20b6b62a-365d-4711-b011-920ab1767bf0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780213 May 11 05:58:26.820155 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49070) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:26.836567 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58d81624-b52f-4626-913a-934994b8ba52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.868416 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e811e3dd-5519-4c8a-89e5-30c7a6732ff9 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:26.881305 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Publish callbacks [] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.902083 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-02e1118b-6e71-4016-aa47-36356d17d125 service neutron] 10.222.0.44 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551986 May 11 05:58:26.904772 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Transition to ACTIVE for port object e811e3dd-5519-4c8a-89e5-30c7a6732ff9 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:58:26.907690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618678e-6359-4e0c-be2f-33f09dbb894c req-ce20a6bb-abe5-4df6-9b0f-3ab0cae4168d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:26.908708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:26.909921 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f618678e-6359-4e0c-be2f-33f09dbb894c req-ce20a6bb-abe5-4df6-9b0f-3ab0cae4168d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 931 time: 0.0692768 May 11 05:58:26.979497 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f618678e-6359-4e0c-be2f-33f09dbb894c req-0ec2b991-be91-4ba8-9c90-a6e27f91873b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623791 May 11 05:58:27.018351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-1aa3ce6d-9641-48a4-8a8c-3bbc11132c81 None None] Provisioning complete for port 23a46e18-b3c4-4987-94de-348690945cd6 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:27.018953 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ce6d-9641-48a4-8a8c-3bbc11132c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (23a46e18-b3c4-4987-94de-348690945cd6), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.024642 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58d81624-b52f-4626-913a-934994b8ba52 admin admin] Publish callbacks [] for security_group (aff68d2e-3104-4ce9-b5e0-8e637c80c4f0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.031535 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58d81624-b52f-4626-913a-934994b8ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (aff68d2e-3104-4ce9-b5e0-8e637c80c4f0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.032959 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Pushing event updated for resources: {'Port': ['ID=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:27.069947 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-58d81624-b52f-4626-913a-934994b8ba52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fd02527260140a590e6da7b1e2af725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458348 May 11 05:58:27.070213 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49072) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:27.082212 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Attempting to bind port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:27.082619 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Attempting to bind port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:27.082886 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Attempting to bind port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:27.105590 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-b701a113-ef2f-4e69-b92f-eceada2ce2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944313 May 11 05:58:27.106237 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 on network b62a26f9-5853-46d1-925a-762af9a689ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:58:27.106570 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Attempting to bind port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:27.117171 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3ce6d-9641-48a4-8a8c-3bbc11132c81 None None] Port 23a46e18-b3c4-4987-94de-348690945cd6 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:27.122957 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d81624-b52f-4626-913a-934994b8ba52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff68d2e-3104-4ce9-b5e0-8e637c80c4f0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:27.124142 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:27.124490 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Checking segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:27.124876 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Bound using segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:27.125932 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Bound port: e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:27.126299 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.209939 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0b82-35e3-4f32-adb4-dfee3c0919e0 admin admin] Publish callbacks [] for security_group (aff68d2e-3104-4ce9-b5e0-8e637c80c4f0), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.218506 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9766d-f816-45ff-8d43-aac5de1f73c8 req-06036393-675e-4146-a422-a31261a247d1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:27.225069 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-31e9766d-f816-45ff-8d43-aac5de1f73c8 req-06036393-675e-4146-a422-a31261a247d1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 943 time: 0.0892017 May 11 05:58:27.226027 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] For port e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:27.234532 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] For port e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:27.253009 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.287702 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0b82-35e3-4f32-adb4-dfee3c0919e0 admin admin] Publish callbacks [] for security_group (aff68d2e-3104-4ce9-b5e0-8e637c80c4f0), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.347047 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:27.348682 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-31e9766d-f816-45ff-8d43-aac5de1f73c8 req-04d6f3e1-b4d3-4d46-8ca6-80c664aa1759 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980382 May 11 05:58:27.350627 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.354015 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] 10.222.0.24 "PUT /v2.0/ports/e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 1093 time: 2.9566908 May 11 05:58:27.386118 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0b82-35e3-4f32-adb4-dfee3c0919e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (aff68d2e-3104-4ce9-b5e0-8e637c80c4f0), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.388804 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0b82-35e3-4f32-adb4-dfee3c0919e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.390048 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8b3d0b82-35e3-4f32-adb4-dfee3c0919e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aff68d2e-3104-4ce9-b5e0-8e637c80c4f0 HTTP/1.1" status: 204 len: 168 time: 0.3094957 May 11 05:58:27.390200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Request body: {'port': {'device_id': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:27.400631 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d0b82-35e3-4f32-adb4-dfee3c0919e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff68d2e-3104-4ce9-b5e0-8e637c80c4f0,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:27.494381 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4162a39-81a1-4971-ae93-113c8089b86d service neutron] Pushing event updated for resources: {'Port': ['ID=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:27.515347 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-740ccb15-a785-44a2-bff3-8e5b129a3a61 req-bf73143a-509c-4967-89b9-5c5f335e2ac1 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 210 time: 0.0512893 May 11 05:58:27.534988 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab885d9-1b55-4df5-b406-6b097f87aaa7 req-406b03dc-daf1-4475-b5ac-3fe1a7ba3896 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:27.543949 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2ab885d9-1b55-4df5-b406-6b097f87aaa7 req-406b03dc-daf1-4475-b5ac-3fe1a7ba3896 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.1419561 May 11 05:58:27.566114 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-a27ce8b3-7623-4adf-a648-9fc424360f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:27.567813 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-a27ce8b3-7623-4adf-a648-9fc424360f3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.2088680 May 11 05:58:27.606319 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (23a46e18-b3c4-4987-94de-348690945cd6), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:27.651765 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2ab885d9-1b55-4df5-b406-6b097f87aaa7 req-86d0dd28-413d-4b05-b753-3faf3f2bea3b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032093 May 11 05:58:27.787417 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174829-f817-49b3-9a76-85618245612e req-4daa000f-0e71-4539-a6eb-a2482ddf8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:27.790231 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-4daa000f-0e71-4539-a6eb-a2482ddf8e33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 1127 time: 0.0845299 May 11 05:58:27.982019 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-3cfbad2d-af86-4b97-99c1-2d2e9caf43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:27.990766 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-3cfbad2d-af86-4b97-99c1-2d2e9caf43f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1127 time: 0.2185609 May 11 05:58:28.002385 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b380-4446-4ed5-b703-1687da06e004 req-73c0830c-fc4c-474f-bcf8-4bb92b2b4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.003914 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-73c0830c-fc4c-474f-bcf8-4bb92b2b4337 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2788153 May 11 05:58:28.029955 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee873f23-ea05-4b4b-a103-b1082c919153 req-74ceac5a-a229-4068-93f9-59c1bea856ba tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.032565 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ee873f23-ea05-4b4b-a103-b1082c919153 req-74ceac5a-a229-4068-93f9-59c1bea856ba tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.1025448 May 11 05:58:28.066353 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174829-f817-49b3-9a76-85618245612e req-7d18fc33-dff5-42f2-97a4-44d99b76324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.070448 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-7d18fc33-dff5-42f2-97a4-44d99b76324f service neutron] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 915 time: 0.2662971 May 11 05:58:28.179045 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-ed4835fd-ae86-42c4-8c98-772fb1048e58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c HTTP/1.1" status: 200 len: 217 time: 0.1006258 May 11 05:58:28.222938 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ee873f23-ea05-4b4b-a103-b1082c919153 req-e933dbc6-9528-4675-929a-26932d7f2270 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814177 May 11 05:58:28.331630 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174829-f817-49b3-9a76-85618245612e req-7a7f5363-1378-42c5-8cd1-11d1cdb968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.333765 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-7a7f5363-1378-42c5-8cd1-11d1cdb968c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.1080029 May 11 05:58:28.400976 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af174829-f817-49b3-9a76-85618245612e req-2f4576c3-f93f-4d70-9c02-b04b0a3a3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.402708 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-2f4576c3-f93f-4d70-9c02-b04b0a3a3ddf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615284 May 11 05:58:28.478868 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'tag': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:28.486375 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0520343-d2be-44b0-a260-2cecae3be7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca", "tag": "e811e3dd-5519-4c8a-89e5-30c7a6732ff9"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:28.637228 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49132) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:28.638736 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-b29b4a39-21ee-48d8-a377-93924ebb613e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 217 time: 0.6312647 May 11 05:58:28.700106 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-2936815d-1207-4d9c-b955-999c3b0f893f service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965106 May 11 05:58:28.780346 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37f79-6124-43ae-abab-488cb3e6d9b1 req-7923e771-efe2-4190-acb7-c3f661cb3d31 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.788046 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b3a37f79-6124-43ae-abab-488cb3e6d9b1 req-7923e771-efe2-4190-acb7-c3f661cb3d31 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 931 time: 0.3098810 May 11 05:58:28.836110 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4842b-6c15-47a0-a8cf-959a972fdeec req-57f7a55b-48b2-493d-99b4-d73c374e1b04 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.845342 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cde4842b-6c15-47a0-a8cf-959a972fdeec req-57f7a55b-48b2-493d-99b4-d73c374e1b04 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 943 time: 0.3686798 May 11 05:58:28.866011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-f9c3f6d8-6552-4b7e-a19a-08f637050e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:28.867934 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-f9c3f6d8-6552-4b7e-a19a-08f637050e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.1903934 May 11 05:58:28.881210 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-acf8e469-3bd6-4af3-a276-ffff8668d6eb service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710405 May 11 05:58:28.911148 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-68ed8b88-6ffd-4614-a26a-d563521a6b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:28.930034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cde4842b-6c15-47a0-a8cf-959a972fdeec req-ca7db31f-f537-4b6f-80e8-cfe5a07c9b4f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791991 May 11 05:58:28.936752 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b3a37f79-6124-43ae-abab-488cb3e6d9b1 req-2cbac79f-4eeb-46bf-b6dc-3719d9dba89b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429279 May 11 05:58:28.976924 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f4de2d-be0b-4591-8a80-d584eb4d5aa2 x-openstack-request-id: req-39f4de2d-be0b-4591-8a80-d584eb4d5aa2 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:28.976924 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca", "tag": "e811e3dd-5519-4c8a-89e5-30c7a6732ff9", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:28.976924 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39f4de2d-be0b-4591-8a80-d584eb4d5aa2 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:28.976924 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f4de2d-be0b-4591-8a80-d584eb4d5aa2'] response: {'name': 'network-changed', 'server_uuid': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'tag': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9', 'status': 'completed', 'code': 200} May 11 05:58:29.087834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b12c7a-604f-4794-905a-1e8de4058ec2 req-99b28ace-d762-4cad-9d35-5014b2d9dc93 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:29.089629 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-95b12c7a-604f-4794-905a-1e8de4058ec2 req-99b28ace-d762-4cad-9d35-5014b2d9dc93 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.0584285 May 11 05:58:29.107926 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49152) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:29.120668 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a46e18-b3c4-4987-94de-348690945cd6 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:29.127355 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cab756e1-d043-4de2-bb48-d418c9543264 req-753919cd-abbd-4ca1-a3a1-e86a53454e11 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 210 time: 0.0801852 May 11 05:58:29.132716 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Publish callbacks [] for port (23a46e18-b3c4-4987-94de-348690945cd6), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.161152 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Transition to ACTIVE for port object 23a46e18-b3c4-4987-94de-348690945cd6 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:58:29.173447 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (23a46e18-b3c4-4987-94de-348690945cd6), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.177824 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-95b12c7a-604f-4794-905a-1e8de4058ec2 req-6b564153-d390-4747-bce9-87101c7a397e tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808017 May 11 05:58:29.214885 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-68ed8b88-6ffd-4614-a26a-d563521a6b5c admin admin] Publish callbacks [] for security_group (650fe449-b0fd-4c25-8452-d0215f11db84), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.228472 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-68ed8b88-6ffd-4614-a26a-d563521a6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (650fe449-b0fd-4c25-8452-d0215f11db84), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.264064 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Pushing event updated for resources: {'Port': ['ID=23a46e18-b3c4-4987-94de-348690945cd6,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:29.299298 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1766738333-network', 'tenant_id': '4285af910bec40c4a5a5691d5492f941'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:29.339234 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-68ed8b88-6ffd-4614-a26a-d563521a6b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a36fe9f5bb724e6db53b45dced2f3f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6970229 May 11 05:58:29.339234 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed8b88-6ffd-4614-a26a-d563521a6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650fe449-b0fd-4c25-8452-d0215f11db84,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:29.363414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49164) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:29.458411 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Made reservation on behalf of 4285af910bec40c4a5a5691d5492f941 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:29.461070 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.479612 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Attempting to bind port 23a46e18-b3c4-4987-94de-348690945cd6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:29.480134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Attempting to bind port 23a46e18-b3c4-4987-94de-348690945cd6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:29.480134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Attempting to bind port 23a46e18-b3c4-4987-94de-348690945cd6 on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:29.485461 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.498942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-faaec55d-95e8-4a79-a41c-741ad6896d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:29.500588 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-faaec55d-95e8-4a79-a41c-741ad6896d57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1952844 May 11 05:58:29.504951 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Port 23a46e18-b3c4-4987-94de-348690945cd6 on network b62a26f9-5853-46d1-925a-762af9a689ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:58:29.505280 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Attempting to bind port 23a46e18-b3c4-4987-94de-348690945cd6 on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:29.530170 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe8744-f390-40e2-aa91-8a8189c64521 req-2f67f87f-518e-45ac-b992-b41f15391f2d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:29.532699 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-58fe8744-f390-40e2-aa91-8a8189c64521 req-2f67f87f-518e-45ac-b992-b41f15391f2d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.1417773 May 11 05:58:29.539242 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:29.539833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Checking segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:29.540067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Bound using segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:29.540527 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Bound port: 23a46e18-b3c4-4987-94de-348690945cd6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:29.540964 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (23a46e18-b3c4-4987-94de-348690945cd6), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.557694 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af174829-f817-49b3-9a76-85618245612e req-60d7fc40-d6fd-4848-812c-0fb51524187a service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540164 May 11 05:58:29.564821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4d74-5aeb-4f3e-af4b-e823f9a343b4 admin admin] Publish callbacks [] for security_group (650fe449-b0fd-4c25-8452-d0215f11db84), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.602462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4d74-5aeb-4f3e-af4b-e823f9a343b4 admin admin] Publish callbacks [] for security_group (650fe449-b0fd-4c25-8452-d0215f11db84), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.613002 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b74b380-4446-4ed5-b703-1687da06e004 req-51b91030-d812-4acf-859c-5120855c399e service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096023 May 11 05:58:29.652055 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-58fe8744-f390-40e2-aa91-8a8189c64521 req-35076137-1f5a-4918-a28f-0dd0aeab91e8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073637 May 11 05:58:29.673590 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks [] for security_group (1c4a5d48-5b6f-4edf-9c00-abf97d273dd8), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.679524 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1c4a5d48-5b6f-4edf-9c00-abf97d273dd8), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.680548 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] For port 23a46e18-b3c4-4987-94de-348690945cd6, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:29.684212 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] For port 23a46e18-b3c4-4987-94de-348690945cd6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23a46e18-b3c4-4987-94de-348690945cd6,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:29.691537 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (23a46e18-b3c4-4987-94de-348690945cd6), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.705966 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4d74-5aeb-4f3e-af4b-e823f9a343b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (650fe449-b0fd-4c25-8452-d0215f11db84), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.708425 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4a6f4d74-5aeb-4f3e-af4b-e823f9a343b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.709561 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4a6f4d74-5aeb-4f3e-af4b-e823f9a343b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/650fe449-b0fd-4c25-8452-d0215f11db84 HTTP/1.1" status: 204 len: 168 time: 0.3268683 May 11 05:58:29.715865 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:58:29.721363 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:29.728643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:29.729276 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.731340 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] 10.222.0.24 "PUT /v2.0/ports/23a46e18-b3c4-4987-94de-348690945cd6 HTTP/1.1" status: 200 len: 1093 time: 2.3731720 May 11 05:58:29.734849 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (84592529-37f9-45de-9f48-6b5649dcc1d0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.734849 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Added segment 84592529-37f9-45de-9f48-6b5649dcc1d0 of type vlan for network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 May 11 05:58:29.736573 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f4d74-5aeb-4f3e-af4b-e823f9a343b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650fe449-b0fd-4c25-8452-d0215f11db84,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:29.789404 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.836059 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.837147 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:29.837985 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:29.869033 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba5d56-783c-40f3-9818-e52ae9faa771 service neutron] Pushing event updated for resources: {'Port': ['ID=23a46e18-b3c4-4987-94de-348690945cd6,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:29.955758 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] Pushing event updated for resources: {'Network': ['ID=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:29.968265 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-203bbc68-9511-4f84-94fa-87f8557ecce2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8573351 May 11 05:58:29.968489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49174) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:29.970814 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:58:29.984751 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Request body: {'subnet': {'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1766738333-subnet', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'ip_version': 4}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:29.984914 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-378b5ef7-d1e2-4eb3-a0d2-118d7b17dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:29.986510 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-378b5ef7-d1e2-4eb3-a0d2-118d7b17dc5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 1127 time: 0.1450148 May 11 05:58:30.069809 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-26d54623-85c9-42cd-bd63-c6bacf77f4f8 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701912 May 11 05:58:30.105959 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Made reservation on behalf of 4285af910bec40c4a5a5691d5492f941 for: {'subnet': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:30.108205 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.114778 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213ebb-2913-4908-be06-1b5502494bd8 req-db9304ad-ed13-44e5-a2ff-57ae30f267a6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:30.116556 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1a213ebb-2913-4908-be06-1b5502494bd8 req-db9304ad-ed13-44e5-a2ff-57ae30f267a6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 943 time: 0.0756965 May 11 05:58:30.146011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4e652-bac3-4707-ac03-50bd1f77ab37 req-47abba98-f381-4de1-a22d-a2938697e92d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:30.147533 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-11e4e652-bac3-4707-ac03-50bd1f77ab37 req-47abba98-f381-4de1-a22d-a2938697e92d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 943 time: 0.0767434 May 11 05:58:30.152680 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49176) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:30.170040 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a13e4b39-c930-43e9-a06e-dd1c2019f496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.206579 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1a213ebb-2913-4908-be06-1b5502494bd8 req-4a8b498f-1040-4ff2-9c7d-6c5f8bf432b0 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844972 May 11 05:58:30.247010 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-11e4e652-bac3-4707-ac03-50bd1f77ab37 req-faac30e2-f061-4a01-a6dc-83a2c3d19416 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752232 May 11 05:58:30.289834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a13e4b39-c930-43e9-a06e-dd1c2019f496 admin admin] Publish callbacks [] for security_group (cc962824-2535-42a8-8c54-a3422158154b), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.301164 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a13e4b39-c930-43e9-a06e-dd1c2019f496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cc962824-2535-42a8-8c54-a3422158154b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.329920 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca494a24-d3c3-4f55-9e3d-dbddba2ed3a5 req-7ac691df-c8a8-4e4f-a5e3-00602f0b4eb8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 210 time: 0.0422547 May 11 05:58:30.358259 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e4b39-c930-43e9-a06e-dd1c2019f496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc962824-2535-42a8-8c54-a3422158154b,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:30.363112 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a13e4b39-c930-43e9-a06e-dd1c2019f496 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e604dc03fb854cd6be4239370afbd04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094882 May 11 05:58:30.365643 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49182) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:30.386768 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (e5be1b32-27cf-471d-91c1-c4c2d0d595b9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.421628 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0300-b9f1-4807-a827-b767f685d5b0 admin admin] Publish callbacks [] for security_group (cc962824-2535-42a8-8c54-a3422158154b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.424475 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad47c2-80da-4650-b2cc-a733216e7522 req-0e5840bb-1e11-4964-8c5c-3c9723e8e3dc tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:30.426017 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-86ad47c2-80da-4650-b2cc-a733216e7522 req-0e5840bb-1e11-4964-8c5c-3c9723e8e3dc tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.0939257 May 11 05:58:30.446600 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0300-b9f1-4807-a827-b767f685d5b0 admin admin] Publish callbacks [] for security_group (cc962824-2535-42a8-8c54-a3422158154b), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.489535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5be1b32-27cf-471d-91c1-c4c2d0d595b9,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:30.502045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0300-b9f1-4807-a827-b767f685d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cc962824-2535-42a8-8c54-a3422158154b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.504852 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5a1a0300-b9f1-4807-a827-b767f685d5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.508654 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-5a1a0300-b9f1-4807-a827-b767f685d5b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc962824-2535-42a8-8c54-a3422158154b HTTP/1.1" status: 204 len: 168 time: 0.1421068 May 11 05:58:30.513696 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Checking segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:30.514248 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Network hostable DHCP agents. Network: 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:58:30.518334 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a0300-b9f1-4807-a827-b767f685d5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc962824-2535-42a8-8c54-a3422158154b,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:30.524444 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-86ad47c2-80da-4650-b2cc-a733216e7522 req-ee07ced6-ec45-4144-b76c-69612cd746be tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896554 May 11 05:58:30.545143 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:58:30.560433 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3) {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:30.567210 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:58:30.568665 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:30.570480 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.573910 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f4d40-a657-43e3-a1a8-96e063162800 None None] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:58:30.598877 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7528a94c-d1bc-4e84-a86a-228fdb55bc05 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6290812 May 11 05:58:30.601832 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49194) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:30.606455 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:30.643356 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.645951 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.766447 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks [] for router_controller (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), precommit_add_association {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.792780 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:58:30.793774 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:30.947308 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-52abe784-0216-44a7-82c1-f9ae741d523c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a46e18-b3c4-4987-94de-348690945cd6 HTTP/1.1" status: 200 len: 217 time: 0.1779494 May 11 05:58:30.979557 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'tag': '23a46e18-b3c4-4987-94de-348690945cd6'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:30.984755 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948" -d '{"events": [{"name": "network-changed", "server_uuid": "673a67a9-f3f8-4070-b0e1-fb905b0f5dbc", "tag": "23a46e18-b3c4-4987-94de-348690945cd6"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:31.024249 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f214d6-0508-458a-a7e6-2b04674de43b req-d6bde3c4-e5e9-4e03-a4bd-6e95b16021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.030384 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-d6bde3c4-e5e9-4e03-a4bd-6e95b16021c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1128 time: 0.2422812 May 11 05:58:31.032522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:31.048786 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:58:31.059242 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Allocated IP 172.20.0.2 (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3/e5be1b32-27cf-471d-91c1-c4c2d0d595b9/22734016-343a-4783-8566-977497e434ae) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:31.145078 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:31.145830 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.158667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-585f0054-a502-4525-9730-fc50171884fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.160117 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-585f0054-a502-4525-9730-fc50171884fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0837741 May 11 05:58:31.166755 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:31.215713 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0618d36b-e892-4d36-8773-0119927aa689 x-openstack-request-id: req-0618d36b-e892-4d36-8773-0119927aa689 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:31.215713 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673a67a9-f3f8-4070-b0e1-fb905b0f5dbc", "tag": "23a46e18-b3c4-4987-94de-348690945cd6", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:31.215713 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0618d36b-e892-4d36-8773-0119927aa689 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:31.216107 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0618d36b-e892-4d36-8773-0119927aa689'] response: {'name': 'network-changed', 'server_uuid': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'tag': '23a46e18-b3c4-4987-94de-348690945cd6', 'status': 'completed', 'code': 200} May 11 05:58:31.243632 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:31.258451 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.362125 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e42b81b-b837-4537-ba50-8d6953ff1ae7 req-4b4a6720-ed92-4d8c-89b6-6c02468e1401 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345320 May 11 05:58:31.376473 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-c1585964-da11-4592-9bfd-8d96a1268228 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.378039 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-c1585964-da11-4592-9bfd-8d96a1268228 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 811 time: 0.6408265 May 11 05:58:31.390496 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-b1647ab3-4c12-40df-b1bc-2d594e70b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.392820 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-b1647ab3-4c12-40df-b1bc-2d594e70b579 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1406043 May 11 05:58:31.399107 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95608-6e7f-4e98-9914-f0fb74e3d335 req-b13e8ee7-ef02-436a-a3be-86af80b6ff4f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.404178 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:31.420335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Publish callbacks [] for port (22734016-343a-4783-8566-977497e434ae), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.428098 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-07a95608-6e7f-4e98-9914-f0fb74e3d335 req-b13e8ee7-ef02-436a-a3be-86af80b6ff4f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.5531566 May 11 05:58:31.452339 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (22734016-343a-4783-8566-977497e434ae), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.510827 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f214d6-0508-458a-a7e6-2b04674de43b req-8f509679-c237-444b-b092-8ecd640a6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.518715 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-8f509679-c237-444b-b092-8ecd640a6e6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.3175769 May 11 05:58:31.536940 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:31.552825 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:31.563800 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:31.573154 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbf691-7205-4ccf-935b-c17d12cf405d req-f852fdac-fa46-4307-9588-4d8f634bcdb8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.575323 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-49cbf691-7205-4ccf-935b-c17d12cf405d req-f852fdac-fa46-4307-9588-4d8f634bcdb8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 944 time: 0.1787016 May 11 05:58:31.583560 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:58:31.584146 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks [] for router_gateway (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.586435 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-b0424f0c-2040-4cd0-a4fd-861f7677f113 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2279e41c4ffe455d9f5d126d3d288333 HTTP/1.1" status: 200 len: 380 time: 0.1545365 May 11 05:58:31.632870 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49234) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:31.646207 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-49cbf691-7205-4ccf-935b-c17d12cf405d req-55300de0-3a3e-438f-97dd-6568d054386b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585182 May 11 05:58:31.663844 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-07a95608-6e7f-4e98-9914-f0fb74e3d335 req-42fd2922-acb5-4dc9-bafd-49289fb1bee3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328982 May 11 05:58:31.800228 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38024f2-99c3-4ff1-8851-717a6f2ac007 req-c3129633-c473-419f-9801-81d1ecf0ccb7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:31.807812 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a38024f2-99c3-4ff1-8851-717a6f2ac007 req-c3129633-c473-419f-9801-81d1ecf0ccb7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 943 time: 0.0652578 May 11 05:58:31.852010 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6d96acbc-d075-4bd2-bac0-29241e3f036f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.872309 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-5a5ea12a-2a95-462f-850e-4a7a300a9cb1 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360762 May 11 05:58:31.874008 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d9f5fda7-159d-4775-b94b-7531d5e955ea req-094a85a0-d810-41b9-b88d-c8aea05a6493 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 210 time: 0.0880942 May 11 05:58:31.884261 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Pushing event updated for resources: {'Port': ['ID=22734016-343a-4783-8566-977497e434ae,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:31.890047 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a38024f2-99c3-4ff1-8851-717a6f2ac007 req-495c81d3-7c7a-4b81-8728-9698a4d1446e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 May 11 05:58:31.954740 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks [] for router_gateway (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.956613 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Attempting to bind port 22734016-343a-4783-8566-977497e434ae on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:31.957430 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Attempting to bind port 22734016-343a-4783-8566-977497e434ae by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:31.957825 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Attempting to bind port 22734016-343a-4783-8566-977497e434ae on network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:31.972702 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:31.973831 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Checking segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:31.974290 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.974753 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Bound using segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:31.975258 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Bound port: 22734016-343a-4783-8566-977497e434ae, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:31.975636 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (22734016-343a-4783-8566-977497e434ae), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:31.977745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.004044 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6d96acbc-d075-4bd2-bac0-29241e3f036f admin admin] Publish callbacks [] for security_group (cb4ce6c7-6bde-4eb7-b312-5703e221e2a4), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.010248 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6d96acbc-d075-4bd2-bac0-29241e3f036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cb4ce6c7-6bde-4eb7-b312-5703e221e2a4), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.070016 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-6d96acbc-d075-4bd2-bac0-29241e3f036f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=239d158ff0bc4d2493e5b30737fa35b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360726 May 11 05:58:32.071197 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96acbc-d075-4bd2-bac0-29241e3f036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4ce6c7-6bde-4eb7-b312-5703e221e2a4,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:32.074217 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49246) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:32.104585 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] For port 22734016-343a-4783-8566-977497e434ae, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:32.123761 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Allocated IP 172.27.1.133 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/751482ee-497a-4ef8-a616-2cc66b8a3495) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:32.126475 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] For port 22734016-343a-4783-8566-977497e434ae, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=22734016-343a-4783-8566-977497e434ae,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:32.135697 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-831e1368-0598-4230-a392-4a7b5142e8f5 admin admin] Publish callbacks [] for security_group (cb4ce6c7-6bde-4eb7-b312-5703e221e2a4), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.145153 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (22734016-343a-4783-8566-977497e434ae), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.166574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-831e1368-0598-4230-a392-4a7b5142e8f5 admin admin] Publish callbacks [] for security_group (cb4ce6c7-6bde-4eb7-b312-5703e221e2a4), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.252869 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1cfaf-064f-4936-8e09-adffdf93c7ee None None] Pushing event updated for resources: {'Port': ['ID=22734016-343a-4783-8566-977497e434ae,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:32.274240 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'port': {'device_id': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'admin_state_up': True, 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'security_groups': ['39137518-6aa8-405b-acd4-1d94cdfdbfdd']}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:32.392576 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks [] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.429235 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-326b43cf-9c16-4b09-b1f9-1755c5468410 req-c516ddc6-7cc2-4dc9-9d40-399c295f0a24 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769342 May 11 05:58:32.458642 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-2c4aa562-3bc6-414c-b6a6-f545da58c3ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 217 time: 0.1956673 May 11 05:58:32.463157 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.494045 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-831e1368-0598-4230-a392-4a7b5142e8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cb4ce6c7-6bde-4eb7-b312-5703e221e2a4), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.496600 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-831e1368-0598-4230-a392-4a7b5142e8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.507495 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-831e1368-0598-4230-a392-4a7b5142e8f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb4ce6c7-6bde-4eb7-b312-5703e221e2a4 HTTP/1.1" status: 204 len: 168 time: 0.4322042 May 11 05:58:32.583544 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:32.585311 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-b530e2de-94c3-41b7-8de9-c88b283aad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:32.586980 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-b530e2de-94c3-41b7-8de9-c88b283aad1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1127 time: 0.2781677 May 11 05:58:32.597291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e1368-0598-4230-a392-4a7b5142e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4ce6c7-6bde-4eb7-b312-5703e221e2a4,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:32.635535 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Pushing event updated for resources: {'Port': ['ID=751482ee-497a-4ef8-a616-2cc66b8a3495,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:32.639891 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:32.640113 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f214d6-0508-458a-a7e6-2b04674de43b req-0ab3062d-bacb-4d24-9fae-bf80a2cc9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:32.643710 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:32.645794 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-0ab3062d-bacb-4d24-9fae-bf80a2cc9491 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.1547158 May 11 05:58:32.677718 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Made reservation on behalf of 2279e41c4ffe455d9f5d126d3d288333 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:32.681199 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:58:32.693758 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.728962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:32.862718 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fc2df-2ad1-41e4-9551-757a8b59dca7 req-949a5986-bfed-4a45-b2d5-5ef2cbf87320 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:32.864152 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1d8fc2df-2ad1-41e4-9551-757a8b59dca7 req-949a5986-bfed-4a45-b2d5-5ef2cbf87320 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 944 time: 0.0814614 May 11 05:58:32.939403 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:58:32.961262 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:32.961687 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:32.963168 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Allocated IP 172.20.0.7 (ac42e169-a6e4-4ccc-996b-bc8a23c39701/8ced06cb-4f7e-4537-ab51-32eb277377ee/2222d0f9-acf4-4372-9885-2ac3de9a79e8) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:32.988138 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1d8fc2df-2ad1-41e4-9551-757a8b59dca7 req-fcbf8040-4fc4-46b8-9c04-8b152ad28272 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983243 May 11 05:58:33.028328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks [] for router_gateway (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.044198 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:33.068512 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'mac_address': 'fa:16:3e:b8:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:58:33.120010 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49282) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:33.215719 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eea66c3-a583-4aa0-99c9-b6712e80b0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.216960 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:33.217508 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.249232 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e063a1-60f7-4147-94a0-480296fb9bf0 req-9e58f532-9a0e-441b-8f17-870168335139 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:33.250156 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:33.251414 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-64e063a1-60f7-4147-94a0-480296fb9bf0 req-9e58f532-9a0e-441b-8f17-870168335139 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.1671071 May 11 05:58:33.273177 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 22734016-343a-4783-8566-977497e434ae up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:33.318387 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:33.318801 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.395679 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:33.398102 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02037fb0-f1ab-44f8-b1d2-3b62dcd02746" -d '{"events": [{"server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "name": "network-vif-plugged", "status": "completed", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:33.409273 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:33.426348 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.434721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:33.469288 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.505120 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 22734016-343a-4783-8566-977497e434ae triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:33.509890 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (22734016-343a-4783-8566-977497e434ae), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.652419 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:33.820676 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:58:33.822641 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d5566-4286-4870-951c-33a8738cfcc4 None None] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:58:33.880099 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.882988 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-20e2b1fd-ce98-4b02-bb2e-120fb1e0153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:33.885359 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-20e2b1fd-ce98-4b02-bb2e-120fb1e0153d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 1127 time: 0.5235434 May 11 05:58:33.886815 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Provisioning complete for port 22734016-343a-4783-8566-977497e434ae triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:33.887118 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (22734016-343a-4783-8566-977497e434ae), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.888525 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-414eee93-21f6-4aba-9f72-4a5fe327de45 req-4ae06a54-5c1a-4cb5-b325-4eddc27fa672 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 210 time: 0.0527217 May 11 05:58:33.937593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:33.973298 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-64e063a1-60f7-4147-94a0-480296fb9bf0 req-e3f5fde3-f2bf-493c-9ced-82238929dc47 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7084978 May 11 05:58:33.978995 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 22734016-343a-4783-8566-977497e434ae is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:33.979385 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (22734016-343a-4783-8566-977497e434ae), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.032140 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f214d6-0508-458a-a7e6-2b04674de43b req-51f64614-fc17-491c-a3d9-b1c8d5a64258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.034798 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-51f64614-fc17-491c-a3d9-b1c8d5a64258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6888392 May 11 05:58:34.061088 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-a9f2920c-d19e-4d39-998f-186b658073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.063042 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-a9f2920c-d19e-4d39-998f-186b658073e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.7161598 May 11 05:58:34.090676 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:34.107809 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6090ec8a-9173-4cc1-9872-a0fca94c7345 x-openstack-request-id: req-6090ec8a-9173-4cc1-9872-a0fca94c7345 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:34.108140 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "name": "network-vif-plugged", "status": "completed", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:34.108548 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6090ec8a-9173-4cc1-9872-a0fca94c7345 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:34.108966 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6090ec8a-9173-4cc1-9872-a0fca94c7345'] response: {'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'code': 200} May 11 05:58:34.184456 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 22734016-343a-4783-8566-977497e434ae, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=22734016-343a-4783-8566-977497e434ae,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:34.232549 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eea66c3-a583-4aa0-99c9-b6712e80b0d4 admin admin] Publish callbacks [] for security_group (8085973b-883f-451d-b9b6-69df2b034f33), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.234179 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Current status of the port 22734016-343a-4783-8566-977497e434ae is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:34.234738 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (22734016-343a-4783-8566-977497e434ae), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.241845 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (22734016-343a-4783-8566-977497e434ae), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.313758 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-a34bcca0-7fbe-4552-b304-e5c25820bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.315259 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-a34bcca0-7fbe-4552-b304-e5c25820bc88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.4209430 May 11 05:58:34.332604 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-4de07b31-b792-4322-9132-28bc570d3a13 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879767 May 11 05:58:34.376761 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-d84ca97a-2add-44ff-810f-a9a7e0bb2f55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a46e18-b3c4-4987-94de-348690945cd6 HTTP/1.1" status: 200 len: 217 time: 0.0418577 May 11 05:58:34.396069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6298-3945-4fe9-8248-dda2350e5e54 req-74dc87c6-6733-4dd7-8c89-1df68d564588 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.403035 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56619d4f-7abc-42e8-88cb-460f3173de35 req-cab69396-1295-4e3f-b12c-1b45beb337bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.408631 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-574e6298-3945-4fe9-8248-dda2350e5e54 req-74dc87c6-6733-4dd7-8c89-1df68d564588 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 943 time: 0.3104405 May 11 05:58:34.410992 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-56619d4f-7abc-42e8-88cb-460f3173de35 req-cab69396-1295-4e3f-b12c-1b45beb337bc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.0747328 May 11 05:58:34.426897 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.db.api [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 05:58:34.428041 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG oslo_db.api [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 05:58:34.545418 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=22734016-343a-4783-8566-977497e434ae,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:34.571992 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.575314 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-75f214d6-0508-458a-a7e6-2b04674de43b req-a7c529a0-ad54-4085-b04f-d5f53a6a35ba service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335328 May 11 05:58:34.576630 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-d2e30778-9334-440c-91f6-a9cba940a1f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 217 time: 0.4922936 May 11 05:58:34.577316 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eea66c3-a583-4aa0-99c9-b6712e80b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8085973b-883f-451d-b9b6-69df2b034f33), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.606451 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-56619d4f-7abc-42e8-88cb-460f3173de35 req-343cc628-2357-4092-b7b4-6aa09fffd9f8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890383 May 11 05:58:34.610045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c4dff-49d1-4416-83a0-61659f904d19 req-a8bafef8-52b7-4295-bfa6-6811329a6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.612117 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-603c4dff-49d1-4416-83a0-61659f904d19 req-a8bafef8-52b7-4295-bfa6-6811329a6d73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 1129 time: 0.2325337 May 11 05:58:34.649640 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-cf27dea2-5927-45f7-8fc7-daebecd8c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.651093 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-cf27dea2-5927-45f7-8fc7-daebecd8c3f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.2244833 May 11 05:58:34.661229 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-574e6298-3945-4fe9-8248-dda2350e5e54 req-8374a2e0-7ee1-4a29-bb36-050c25435408 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517676 May 11 05:58:34.702803 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-603c4dff-49d1-4416-83a0-61659f904d19 req-f721e14e-d898-44f0-9e3b-702538051cfe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719376 May 11 05:58:34.704294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:58:34.707421 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4eea66c3-a583-4aa0-99c9-b6712e80b0d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a5a4b99503445bc98410e8f8bade660&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5838275 May 11 05:58:34.708056 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49312) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:34.710676 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:34.716500 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea66c3-a583-4aa0-99c9-b6712e80b0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8085973b-883f-451d-b9b6-69df2b034f33,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:34.724740 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:34.733529 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:34.739340 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.739958 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.743544 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'Port': ['ID=2222d0f9-acf4-4372-9885-2ac3de9a79e8,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:34.746602 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-03401a93-635d-46ac-855d-b34a85a11aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:34.748088 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-03401a93-635d-46ac-855d-b34a85a11aa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.1395543 May 11 05:58:34.763282 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-325df696-c35c-4d23-8c77-4c370d3546c6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4991679 May 11 05:58:34.819816 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-095ffee6-7b04-41f6-abf3-8b625b896ab6 admin admin] Publish callbacks [] for security_group (8085973b-883f-451d-b9b6-69df2b034f33), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.877883 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-095ffee6-7b04-41f6-abf3-8b625b896ab6 admin admin] Publish callbacks [] for security_group (8085973b-883f-451d-b9b6-69df2b034f33), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.886309 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:34.897947 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Sync routers for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:34.911199 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:34.912016 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:34.924200 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.925326 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-99040ecf-b8cb-46f8-b6fe-2ea836463774 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3224914 May 11 05:58:34.928950 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49318) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:34.959647 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-095ffee6-7b04-41f6-abf3-8b625b896ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8085973b-883f-451d-b9b6-69df2b034f33), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.964761 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-095ffee6-7b04-41f6-abf3-8b625b896ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:34.970234 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-095ffee6-7b04-41f6-abf3-8b625b896ab6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8085973b-883f-451d-b9b6-69df2b034f33 HTTP/1.1" status: 204 len: 168 time: 0.2607973 May 11 05:58:34.984442 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ffee6-7b04-41f6-abf3-8b625b896ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8085973b-883f-451d-b9b6-69df2b034f33,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:35.008721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-e4d84a17-f2d9-4148-b17c-784ebae878d3 None None] Current status of the port 22734016-343a-4783-8566-977497e434ae is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:35.078695 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:35.099249 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e811e3dd-5519-4c8a-89e5-30c7a6732ff9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:58:35.136320 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508b09-7bfd-47c7-904c-840e4deeb4df req-ee2887d8-3a17-4c21-8f4a-026226483583 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:35.144346 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-04508b09-7bfd-47c7-904c-840e4deeb4df req-ee2887d8-3a17-4c21-8f4a-026226483583 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 931 time: 0.1028278 May 11 05:58:35.147124 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:35.191735 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Request body: {'port': {'device_id': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:35.191957 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89134dc-b076-4250-b47d-6cd825123953 req-9fbc6ee8-3cfb-4414-999a-7d08d3c2cc7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:35.191957 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b89134dc-b076-4250-b47d-6cd825123953 req-9fbc6ee8-3cfb-4414-999a-7d08d3c2cc7a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.1070266 May 11 05:58:35.240910 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ac6c769d-73f5-4d7e-bf3e-239f524cfdfa None None] Provisioning complete for port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:35.244500 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ac6c769d-73f5-4d7e-bf3e-239f524cfdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.258058 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.db.resource_extend [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 05:58:35.260279 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-8f6dd039-face-45ee-b7f9-fecb2a3ed491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:35.261884 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-8f6dd039-face-45ee-b7f9-fecb2a3ed491 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750077 May 11 05:58:35.264740 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 22734016-343a-4783-8566-977497e434ae up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:35.303515 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b89134dc-b076-4250-b47d-6cd825123953 req-46cfd084-0667-4a69-9a31-04086cc91987 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535157 May 11 05:58:35.372495 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:32Z', 'revision_number': 3, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:35.392061 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-ee67a993-250d-45e7-a2a8-47cdcf0d973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:35.393647 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-ee67a993-250d-45e7-a2a8-47cdcf0d973b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2170641 May 11 05:58:35.407722 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Checking router: f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:35.408395 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Updating router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d port 751482ee-497a-4ef8-a616-2cc66b8a3495 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:35.410805 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-04508b09-7bfd-47c7-904c-840e4deeb4df req-133d526d-2a33-4f9b-b867-33b189dafe25 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651575 May 11 05:58:35.474501 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.480062 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.482379 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49326) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:35.500642 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:58:35.502979 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9fd86d5f-5863-4210-aabd-48910a6737fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.535183 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c769d-73f5-4d7e-bf3e-239f524cfdfa None None] Port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:35.561547 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ac6c769d-73f5-4d7e-bf3e-239f524cfdfa None None] Provisioning complete for port 22734016-343a-4783-8566-977497e434ae triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:35.561920 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ac6c769d-73f5-4d7e-bf3e-239f524cfdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (22734016-343a-4783-8566-977497e434ae), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.563966 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:35.564335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.661034 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 22734016-343a-4783-8566-977497e434ae triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:35.661436 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (22734016-343a-4783-8566-977497e434ae), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:35.771361 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:35.818624 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'port_id': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9', 'mac_address': 'fa:16:3e:89:3e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:58:36.036779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9fd86d5f-5863-4210-aabd-48910a6737fa admin admin] Publish callbacks [] for security_group (7f525ebd-6c3c-4447-accc-8983a030678e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.040876 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Publish callbacks [] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.049252 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.054266 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-795826d8-0b78-479b-9af1-2cdbc8ee324e service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469519 May 11 05:58:36.055097 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9fd86d5f-5863-4210-aabd-48910a6737fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7f525ebd-6c3c-4447-accc-8983a030678e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.067952 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebd935-5445-49e4-981f-d4b653d48936 req-54a6d838-add6-43be-ae7c-1cde782a0a41 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:36.071210 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30ebd935-5445-49e4-981f-d4b653d48936 req-54a6d838-add6-43be-ae7c-1cde782a0a41 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.3232777 May 11 05:58:36.097363 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Attempting to bind port 751482ee-497a-4ef8-a616-2cc66b8a3495 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:36.097986 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Attempting to bind port 751482ee-497a-4ef8-a616-2cc66b8a3495 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:36.098447 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Attempting to bind port 751482ee-497a-4ef8-a616-2cc66b8a3495 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:36.111337 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:36.111733 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.127605 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:36.128142 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:36.128652 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.129146 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:36.129892 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Bound port: 751482ee-497a-4ef8-a616-2cc66b8a3495, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:36.130513 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.136541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd86d5f-5863-4210-aabd-48910a6737fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f525ebd-6c3c-4447-accc-8983a030678e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.138092 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c769d-73f5-4d7e-bf3e-239f524cfdfa None None] Current status of the port 22734016-343a-4783-8566-977497e434ae is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:36.150546 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:36.150905 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.155155 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9fd86d5f-5863-4210-aabd-48910a6737fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f60bfcb178f6435da1e0f2fe2eef8bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6710000 May 11 05:58:36.166138 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49346) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:36.181805 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 22734016-343a-4783-8566-977497e434ae is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:36.189256 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e811e3dd-5519-4c8a-89e5-30c7a6732ff9 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:36.193065 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:36.195378 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d57f7-01be-41cf-a81f-eede30cf59f8" -d '{"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-plugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:36.210366 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30ebd935-5445-49e4-981f-d4b653d48936 req-6c74b0b0-57db-4edc-bdd3-85aac453b941 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309741 May 11 05:58:36.216000 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:36.225822 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:36.226511 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2222d0f9-acf4-4372-9885-2ac3de9a79e8 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:36.227084 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.254485 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b4e764b-f957-4bcd-aac0-0e593ce6e71d admin admin] Publish callbacks [] for security_group (7f525ebd-6c3c-4447-accc-8983a030678e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.263011 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.264086 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 23a46e18-b3c4-4987-94de-348690945cd6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:58:36.279091 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eaca5-f02d-40c4-af9d-65384762a9fa None None] Pushing event updated for resources: {'Port': ['ID=751482ee-497a-4ef8-a616-2cc66b8a3495,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.293762 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.294224 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b4e764b-f957-4bcd-aac0-0e593ce6e71d admin admin] Publish callbacks [] for security_group (7f525ebd-6c3c-4447-accc-8983a030678e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.308169 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] For port 751482ee-497a-4ef8-a616-2cc66b8a3495, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:36.311527 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] For port 751482ee-497a-4ef8-a616-2cc66b8a3495, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=751482ee-497a-4ef8-a616-2cc66b8a3495,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:36.320655 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.347433 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 23a46e18-b3c4-4987-94de-348690945cd6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23a46e18-b3c4-4987-94de-348690945cd6,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:36.371090 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d47ecc4-6a3f-4dc9-a930-219cfd2ab57f x-openstack-request-id: req-0d47ecc4-6a3f-4dc9-a930-219cfd2ab57f {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:36.371408 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-plugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:36.372213 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d47ecc4-6a3f-4dc9-a930-219cfd2ab57f {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:36.372628 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b4e764b-f957-4bcd-aac0-0e593ce6e71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7f525ebd-6c3c-4447-accc-8983a030678e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.372799 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d47ecc4-6a3f-4dc9-a930-219cfd2ab57f'] response: {'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'code': 200} May 11 05:58:36.376191 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8b4e764b-f957-4bcd-aac0-0e593ce6e71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.378852 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8b4e764b-f957-4bcd-aac0-0e593ce6e71d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f525ebd-6c3c-4447-accc-8983a030678e HTTP/1.1" status: 204 len: 168 time: 0.2101870 May 11 05:58:36.380438 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.384686 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '23a46e18-b3c4-4987-94de-348690945cd6', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'port_id': '23a46e18-b3c4-4987-94de-348690945cd6', 'mac_address': 'fa:16:3e:70:9e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:58:36.389448 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e764b-f957-4bcd-aac0-0e593ce6e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f525ebd-6c3c-4447-accc-8983a030678e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.397998 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Publish callbacks [] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.428275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Transition to ACTIVE for port object 2222d0f9-acf4-4372-9885-2ac3de9a79e8 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:58:36.473948 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 23a46e18-b3c4-4987-94de-348690945cd6 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:36.473948 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (23a46e18-b3c4-4987-94de-348690945cd6), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.480089 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eaca5-f02d-40c4-af9d-65384762a9fa None None] Pushing event updated for resources: {'Port': ['ID=751482ee-497a-4ef8-a616-2cc66b8a3495,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.482811 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:36.484975 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:36.511158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a46e18-b3c4-4987-94de-348690945cd6 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:36.557332 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 23a46e18-b3c4-4987-94de-348690945cd6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23a46e18-b3c4-4987-94de-348690945cd6,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:36.566539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (23a46e18-b3c4-4987-94de-348690945cd6), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.648687 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb21d-cc13-4ebd-8d8a-bc8da340c050 req-dea02915-67d9-471d-bbd4-a0bbf34a6248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:36.661152 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c5eb21d-cc13-4ebd-8d8a-bc8da340c050 req-dea02915-67d9-471d-bbd4-a0bbf34a6248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1929235 May 11 05:58:36.682048 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=23a46e18-b3c4-4987-94de-348690945cd6,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:36.817515 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f234dc13-64f4-43e9-93c7-d6fdc4cc3948 req-29e25173-46e3-443a-9c23-438735c6d373 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311677 May 11 05:58:36.817713 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:36.820447 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c5eb21d-cc13-4ebd-8d8a-bc8da340c050 req-3939a973-9be3-4a75-8ab6-03eb45cf00fb tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541286 May 11 05:58:36.834678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:36.852085 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557ee8a-8328-4505-a2a7-3291e0a04f15 req-54d36cad-0b39-4c2f-a62d-e27abb6d3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:36.853629 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8557ee8a-8328-4505-a2a7-3291e0a04f15 req-54d36cad-0b39-4c2f-a62d-e27abb6d3a6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1130 time: 0.1020868 May 11 05:58:36.865540 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f6c3e-ecec-4143-9635-974bc2daa79c req-43abc1b3-21be-4a96-bcf8-cef0eecf3f0c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:36.867157 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-788f6c3e-ecec-4143-9635-974bc2daa79c req-43abc1b3-21be-4a96-bcf8-cef0eecf3f0c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 943 time: 1.0323226 May 11 05:58:36.889799 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-0ffbad57-3bba-4c7a-a18f-404a1d4249ff service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2767050 May 11 05:58:36.924170 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8557ee8a-8328-4505-a2a7-3291e0a04f15 req-25d358e5-0c44-4845-9008-891f9a1d577e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592439 May 11 05:58:37.028464 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Pushing event updated for resources: {'Port': ['ID=2222d0f9-acf4-4372-9885-2ac3de9a79e8,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:37.072061 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['e811e3dd-5519-4c8a-89e5-30c7a6732ff9'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:58:37.089440 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2facf-26a8-42d7-a3d9-38b9202556ae req-d85235a1-8e75-4202-9fdd-e6df34f9e303 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:37.090112 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:32Z', 'revision_number': 3, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:37.098526 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ebd2facf-26a8-42d7-a3d9-38b9202556ae req-d85235a1-8e75-4202-9fdd-e6df34f9e303 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.1236074 May 11 05:58:37.177930 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733fd61-3aef-466e-9183-c01b77e52300 None None] The sync data for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi is: [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:32Z', 'revision_number': 3, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:37.224363 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['23a46e18-b3c4-4987-94de-348690945cd6'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:58:37.239048 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-788f6c3e-ecec-4143-9635-974bc2daa79c req-e44a6571-5a73-4eb4-9618-75d1056d41ba tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401430 May 11 05:58:37.257680 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ebd2facf-26a8-42d7-a3d9-38b9202556ae req-96bcfcda-598a-4bcd-9235-628ce16fd96d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469171 May 11 05:58:37.306993 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0520343-d2be-44b0-a260-2cecae3be7b2 req-ca795b9b-a4c0-46f2-897c-588cd183af39 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991909 May 11 05:58:37.357553 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Attempting to bind port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:37.357905 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Attempting to bind port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:37.358411 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Attempting to bind port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:37.366696 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:58:37.367028 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Attempting to bind port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:37.422651 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:37.423530 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Checking segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:37.423530 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Bound using segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:37.423966 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Bound port: 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:37.424336 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:37.471145 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15140c6e-85a0-4d3e-895d-8a2dbf7b6d5a req-51e6b95f-3ea4-4404-af73-5b2838ebf338 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:37.472767 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-15140c6e-85a0-4d3e-895d-8a2dbf7b6d5a req-51e6b95f-3ea4-4404-af73-5b2838ebf338 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.1161962 May 11 05:58:37.536138 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:37.610079 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] For port 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:37.634325 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-15140c6e-85a0-4d3e-895d-8a2dbf7b6d5a req-fdfbc9bd-e5ef-416d-94d8-adee5d781fbb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002522 May 11 05:58:37.636073 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] For port 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:37.726709 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49388) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:37.787906 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:37.835643 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db136e70-aa14-4fcd-9edb-cfc44d1b1aa7 req-371916a3-5b47-4c05-bbcf-c1b8703f16f3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:37.841344 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-db136e70-aa14-4fcd-9edb-cfc44d1b1aa7 req-371916a3-5b47-4c05-bbcf-c1b8703f16f3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.0640655 May 11 05:58:37.846639 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49394) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:37.852059 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:37.863417 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Pushing event updated for resources: {'Port': ['ID=2222d0f9-acf4-4372-9885-2ac3de9a79e8,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:37.950199 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:37.952656 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:37.954906 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-ba858335-5035-422f-b716-7a11e40297ef service neutron] 10.222.0.24 "PUT /v2.0/ports/2222d0f9-acf4-4372-9885-2ac3de9a79e8 HTTP/1.1" status: 200 len: 1093 time: 2.7770722 May 11 05:58:37.955402 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:37.964218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d18c54-0774-4e83-81f0-cccf4843280c" -d '{"events": [{"name": "network-changed", "server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:38.026678 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f1439266-12b1-4638-9830-07162a20d15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.046108 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Allocated IP 172.20.0.1 (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3/e5be1b32-27cf-471d-91c1-c4c2d0d595b9/c668dbde-be0a-4190-a611-1f07e3933c74) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:38.047602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (704c91a3-9d25-4ad6-b228-4501972fee77), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.053551 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a63a197-957c-43fd-85f2-54df716ecef4 x-openstack-request-id: req-9a63a197-957c-43fd-85f2-54df716ecef4 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:38.053851 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:38.054135 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a63a197-957c-43fd-85f2-54df716ecef4 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:38.054533 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a63a197-957c-43fd-85f2-54df716ecef4'] response: {'name': 'network-changed', 'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'status': 'completed', 'code': 200} May 11 05:58:38.176918 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d58d2a-99e4-4c8f-9bdc-380ec449cc0c req-3ee7e00c-c255-44c3-bb72-cf961f094ada tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:38.176918 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-39d58d2a-99e4-4c8f-9bdc-380ec449cc0c req-3ee7e00c-c255-44c3-bb72-cf961f094ada tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1910734 May 11 05:58:38.327596 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-39d58d2a-99e4-4c8f-9bdc-380ec449cc0c req-fb5fae23-2c94-41f7-b8e2-0291bae42fd8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238790 May 11 05:58:38.342969 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks [] for port (c668dbde-be0a-4190-a611-1f07e3933c74), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.408554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.417942 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9c849a63-cafb-4b31-b7a6-c94c71a574af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.471009 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d6f75-c9dd-4710-ac4c-513e5c3bf69e req-7708e69c-2bcf-45e6-a04e-5cbb7896cd73 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:38.472624 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-884d6f75-c9dd-4710-ac4c-513e5c3bf69e req-7708e69c-2bcf-45e6-a04e-5cbb7896cd73 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 944 time: 0.1368926 May 11 05:58:38.489604 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f1439266-12b1-4638-9830-07162a20d15f admin admin] Publish callbacks [] for security_group (48f31542-a396-458a-bb3c-5534655edf02), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.505086 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f1439266-12b1-4638-9830-07162a20d15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (48f31542-a396-458a-bb3c-5534655edf02), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.509195 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:38.518983 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:38.529618 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:38.530098 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.535929 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Pushing event updated for resources: {'Port': ['ID=c668dbde-be0a-4190-a611-1f07e3933c74,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:38.551708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d246b-698e-49f2-a454-1760527f0fba req-5d50fc5a-63c3-4e23-9f29-e21628cc982c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:38.553309 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-165d246b-698e-49f2-a454-1760527f0fba req-5d50fc5a-63c3-4e23-9f29-e21628cc982c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.1035969 May 11 05:58:38.705712 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-165d246b-698e-49f2-a454-1760527f0fba req-74cbb483-3d9f-403b-a967-de44785928fc tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891774 May 11 05:58:38.809885 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18c54-0774-4e83-81f0-cccf4843280c req-c9c9779d-092c-4b1c-9c93-b65dc95e833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:38.811325 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-12d18c54-0774-4e83-81f0-cccf4843280c req-c9c9779d-092c-4b1c-9c93-b65dc95e833a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 1127 time: 0.1024876 May 11 05:58:38.885206 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f1439266-12b1-4638-9830-07162a20d15f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f35e4af32284885a5abd4f09b0d2bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1553054 May 11 05:58:38.894932 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1439266-12b1-4638-9830-07162a20d15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f31542-a396-458a-bb3c-5534655edf02,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:38.901272 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49422) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:38.917930 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-1b6f16c9-66f1-4ef4-82c0-b67c30428589 None None] Provisioning complete for port c668dbde-be0a-4190-a611-1f07e3933c74 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:38.918332 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1b6f16c9-66f1-4ef4-82c0-b67c30428589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:38.958685 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-884d6f75-c9dd-4710-ac4c-513e5c3bf69e req-0ee6a25d-5d20-48ec-86e7-379993ed03e6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733601 May 11 05:58:38.962145 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f16c9-66f1-4ef4-82c0-b67c30428589 None None] Port c668dbde-be0a-4190-a611-1f07e3933c74 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:39.068979 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.159210 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18c54-0774-4e83-81f0-cccf4843280c req-2a647218-c0a9-4131-b197-38889ca4fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:39.160716 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-12d18c54-0774-4e83-81f0-cccf4843280c req-2a647218-c0a9-4131-b197-38889ca4fabd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2279e41c4ffe455d9f5d126d3d288333&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3181283 May 11 05:58:39.170185 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8f3ecd23-fc81-4a62-85c2-61909cd016be admin admin] Publish callbacks [] for security_group (48f31542-a396-458a-bb3c-5534655edf02), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.201874 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 751482ee-497a-4ef8-a616-2cc66b8a3495 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:39.242417 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e811e3dd-5519-4c8a-89e5-30c7a6732ff9 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:39.305844 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8f3ecd23-fc81-4a62-85c2-61909cd016be admin admin] Publish callbacks [] for security_group (48f31542-a396-458a-bb3c-5534655edf02), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.313056 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 751482ee-497a-4ef8-a616-2cc66b8a3495 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:39.313465 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.350831 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:58:39.369808 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:39.370188 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.428834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.db.resource_extend [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 05:58:39.459488 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 751482ee-497a-4ef8-a616-2cc66b8a3495 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:39.460804 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.506368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 751482ee-497a-4ef8-a616-2cc66b8a3495, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=751482ee-497a-4ef8-a616-2cc66b8a3495,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:39.518174 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.522316 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:39.522608 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.529025 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49442) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:39.564616 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.578397 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:39.580961 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0575f1f-54cc-4c7d-8f82-bc231fc92583" -d '{"events": [{"server_uuid": "d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca", "name": "network-vif-plugged", "status": "completed", "tag": "e811e3dd-5519-4c8a-89e5-30c7a6732ff9"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:39.585715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (704c91a3-9d25-4ad6-b228-4501972fee77), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.591807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18c54-0774-4e83-81f0-cccf4843280c req-148c778e-6241-47b2-b2b0-f82676384175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:39.606839 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:39.608100 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=751482ee-497a-4ef8-a616-2cc66b8a3495,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:39.613895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.615084 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 23a46e18-b3c4-4987-94de-348690945cd6 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:39.617657 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-12d18c54-0774-4e83-81f0-cccf4843280c req-148c778e-6241-47b2-b2b0-f82676384175 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4078338 May 11 05:58:39.659064 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40423107-be18-448b-80cf-336902a1c336 x-openstack-request-id: req-40423107-be18-448b-80cf-336902a1c336 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:39.659374 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca", "name": "network-vif-plugged", "status": "completed", "tag": "e811e3dd-5519-4c8a-89e5-30c7a6732ff9", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:39.659795 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40423107-be18-448b-80cf-336902a1c336 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:39.660363 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40423107-be18-448b-80cf-336902a1c336'] response: {'server_uuid': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9', 'code': 200} May 11 05:58:39.665433 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fd9e9-a34d-4d36-8c95-0a6f0efc2ad6 req-89425c32-87ad-4afb-bc28-54b8d89af4da tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:39.673908 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-923fd9e9-a34d-4d36-8c95-0a6f0efc2ad6 req-89425c32-87ad-4afb-bc28-54b8d89af4da tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.2295706 May 11 05:58:39.678635 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8f3ecd23-fc81-4a62-85c2-61909cd016be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (48f31542-a396-458a-bb3c-5534655edf02), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.682176 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8f3ecd23-fc81-4a62-85c2-61909cd016be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.683418 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-8f3ecd23-fc81-4a62-85c2-61909cd016be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48f31542-a396-458a-bb3c-5534655edf02 HTTP/1.1" status: 204 len: 168 time: 0.7810419 May 11 05:58:39.704069 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:39.711577 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 23a46e18-b3c4-4987-94de-348690945cd6 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:58:39.721459 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 23a46e18-b3c4-4987-94de-348690945cd6 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:39.722304 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (23a46e18-b3c4-4987-94de-348690945cd6), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.761026 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ecd23-fc81-4a62-85c2-61909cd016be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f31542-a396-458a-bb3c-5534655edf02,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:39.838657 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 23a46e18-b3c4-4987-94de-348690945cd6 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:39.839464 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (23a46e18-b3c4-4987-94de-348690945cd6), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.885331 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 23a46e18-b3c4-4987-94de-348690945cd6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23a46e18-b3c4-4987-94de-348690945cd6,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:39.895435 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (23a46e18-b3c4-4987-94de-348690945cd6), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:39.926835 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb447f-521d-4234-8d21-de3a91424ff0 req-84126f09-b2e2-4a24-880c-e2c264b5d8ae tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:39.928436 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-28bb447f-521d-4234-8d21-de3a91424ff0 req-84126f09-b2e2-4a24-880c-e2c264b5d8ae tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.0947900 May 11 05:58:39.985636 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP 704c91a3-9d25-4ad6-b228-4501972fee77 associated. External IP: 172.27.1.185, port: 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c. May 11 05:58:39.989643 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=23a46e18-b3c4-4987-94de-348690945cd6,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:40.056739 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:58:40.064577 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-28bb447f-521d-4234-8d21-de3a91424ff0 req-28815298-387f-4918-8d7e-185ba12a92b8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293879 May 11 05:58:40.165056 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49456) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:40.166474 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e638-5c47-43ff-b8f3-104fe663c5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.194892 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-cd251370-c5ab-461d-957b-c97730b96e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:40.196393 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-cd251370-c5ab-461d-957b-c97730b96e11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 1127 time: 0.4490938 May 11 05:58:40.205939 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-923fd9e9-a34d-4d36-8c95-0a6f0efc2ad6 req-cb8b913b-fb0d-46db-a4dc-d1a8192e21f7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5310974 May 11 05:58:40.211726 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ad829-a61c-4b5f-91be-9e5ba304a09a req-2adbebeb-a3c3-4d27-99bd-7b930c22efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:40.213142 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-204ad829-a61c-4b5f-91be-9e5ba304a09a req-2adbebeb-a3c3-4d27-99bd-7b930c22efd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1129 time: 0.1391892 May 11 05:58:40.215102 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks [] for port (c668dbde-be0a-4190-a611-1f07e3933c74), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.221944 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.222718 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.225234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a359998-6b3e-48d1-b02d-7c602dd6e7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.254293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0176632-7492-4dd0-8122-aaa82e23ad4c req-66a9999e-b297-4298-ba91-73b84fed55c0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:40.262250 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b0176632-7492-4dd0-8122-aaa82e23ad4c req-66a9999e-b297-4298-ba91-73b84fed55c0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1290736 May 11 05:58:40.310570 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Pushing event updated for resources: {'Port': ['ID=c668dbde-be0a-4190-a611-1f07e3933c74,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:40.331099 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b0176632-7492-4dd0-8122-aaa82e23ad4c req-0719305b-d7c0-447e-b287-fa360d614808 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679994 May 11 05:58:40.415667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:40.480153 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e638-5c47-43ff-b8f3-104fe663c5e4 admin admin] Publish callbacks [] for security_group (d394dc20-3a35-4071-84e3-d1080ed4a551), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.481941 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-aa7e7e6e-2eff-4884-99fd-4b08bdcb80c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8 HTTP/1.1" status: 200 len: 217 time: 0.0894523 May 11 05:58:40.483988 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a359998-6b3e-48d1-b02d-7c602dd6e7fc admin admin] Publish callbacks [] for security_group (8ddcfb16-3b58-47c9-8316-48906db052f2), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.489194 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a359998-6b3e-48d1-b02d-7c602dd6e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8ddcfb16-3b58-47c9-8316-48906db052f2), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.494270 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:40.496488 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e638-5c47-43ff-b8f3-104fe663c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d394dc20-3a35-4071-84e3-d1080ed4a551), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.509942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a3a86-a51a-4a0e-af04-05be396108d0 req-feeccfb0-a391-41cf-b0e3-1c433eb07e79 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:40.511418 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9c4a3a86-a51a-4a0e-af04-05be396108d0 req-feeccfb0-a391-41cf-b0e3-1c433eb07e79 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1446338 May 11 05:58:40.525871 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:40.531041 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49462) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:40.535407 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'floatingip': {'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:40.577882 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-204ad829-a61c-4b5f-91be-9e5ba304a09a req-5080c53a-4e0c-4686-ba82-d5dca250f592 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870739 May 11 05:58:40.580188 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a0e5e638-5c47-43ff-b8f3-104fe663c5e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6f76455aca1484ba8c2b80b4c7881ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0503104 May 11 05:58:40.580953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5e638-5c47-43ff-b8f3-104fe663c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d394dc20-3a35-4071-84e3-d1080ed4a551,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:40.585274 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49464) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:40.598656 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2a359998-6b3e-48d1-b02d-7c602dd6e7fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=022300e9ff1243c3ad4a1c5ced34f49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312544 May 11 05:58:40.620061 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49466) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:40.628530 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a359998-6b3e-48d1-b02d-7c602dd6e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddcfb16-3b58-47c9-8316-48906db052f2,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:40.642045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (6d95d1d5-81c5-4b01-ae95-4224f19541c9), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.719990 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e1574d7f-dd56-4676-9fed-63cd2860284a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.724269 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7877e471-3e3d-43a2-9b85-f7f3c49ba7ad admin admin] Publish callbacks [] for security_group (8ddcfb16-3b58-47c9-8316-48906db052f2), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.729844 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:40.747607 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:40.751502 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:40.753872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.756224 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7877e471-3e3d-43a2-9b85-f7f3c49ba7ad admin admin] Publish callbacks [] for security_group (8ddcfb16-3b58-47c9-8316-48906db052f2), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.757862 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:40.758482 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:40.836990 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ae3ed54e-8fbb-4402-9ff1-e1a38512e53d None None] Provisioning complete for port c668dbde-be0a-4190-a611-1f07e3933c74 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:40.837841 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ae3ed54e-8fbb-4402-9ff1-e1a38512e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.899075 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7877e471-3e3d-43a2-9b85-f7f3c49ba7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8ddcfb16-3b58-47c9-8316-48906db052f2), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.901660 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7877e471-3e3d-43a2-9b85-f7f3c49ba7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:40.905503 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7877e471-3e3d-43a2-9b85-f7f3c49ba7ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ddcfb16-3b58-47c9-8316-48906db052f2 HTTP/1.1" status: 204 len: 168 time: 0.2844572 May 11 05:58:40.912520 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:40.929181 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-bb188c18-2468-4004-8b6e-49eba05affaa admin admin] 10.222.0.44 "PUT /v2.0/routers/f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9888134 May 11 05:58:40.929417 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Sync routers for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:40.934158 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:40.934806 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877e471-3e3d-43a2-9b85-f7f3c49ba7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddcfb16-3b58-47c9-8316-48906db052f2,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:40.934939 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:41.069195 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:41.134846 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ed54e-8fbb-4402-9ff1-e1a38512e53d None None] Port c668dbde-be0a-4190-a611-1f07e3933c74 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:41.175128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:41.222325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 751482ee-497a-4ef8-a616-2cc66b8a3495 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:41.282014 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 751482ee-497a-4ef8-a616-2cc66b8a3495 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:41.282446 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.320768 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-50ef90b9-d33d-4d8e-ab07-9e1190efac04 admin admin] Publish callbacks [] for security_group (d394dc20-3a35-4071-84e3-d1080ed4a551), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.370995 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-99280be0-0c67-470a-a371-a500c08cdc05 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "PUT /v2.0/floatingips/704c91a3-9d25-4ad6-b228-4501972fee77 HTTP/1.1" status: 200 len: 991 time: 3.5232258 May 11 05:58:41.399148 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-50ef90b9-d33d-4d8e-ab07-9e1190efac04 admin admin] Publish callbacks [] for security_group (d394dc20-3a35-4071-84e3-d1080ed4a551), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.462457 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:41.464658 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74397d5f-afe6-49a6-8098-46347668bb87" -d '{"events": [{"name": "network-changed", "server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:41.500503 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1681-6af5-4b90-b0a3-27ec0bc5a573 req-68377779-a6ca-4f5a-a9aa-58bb2b5e892d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:41.501903 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8f0f1681-6af5-4b90-b0a3-27ec0bc5a573 req-68377779-a6ca-4f5a-a9aa-58bb2b5e892d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.2130973 May 11 05:58:41.521641 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 2, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:41.575622 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-50ef90b9-d33d-4d8e-ab07-9e1190efac04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d394dc20-3a35-4071-84e3-d1080ed4a551), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.578922 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-50ef90b9-d33d-4d8e-ab07-9e1190efac04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.580047 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-50ef90b9-d33d-4d8e-ab07-9e1190efac04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d394dc20-3a35-4071-84e3-d1080ed4a551 HTTP/1.1" status: 204 len: 168 time: 0.9897220 May 11 05:58:41.581371 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39a235-9301-439c-9ac2-7efe7dce9fe9 req-fd957827-a5f3-4e77-b744-2a7a86b33c24 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:41.583611 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2a39a235-9301-439c-9ac2-7efe7dce9fe9 req-fd957827-a5f3-4e77-b744-2a7a86b33c24 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0706248 May 11 05:58:41.592461 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Checking router: f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:41.594147 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Updating router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d port c668dbde-be0a-4190-a611-1f07e3933c74 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:41.652910 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2a39a235-9301-439c-9ac2-7efe7dce9fe9 req-e3eaf03a-fde1-43e4-85ff-fe63761c6a2c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 May 11 05:58:41.653850 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.677762 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef90b9-d33d-4d8e-ab07-9e1190efac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d394dc20-3a35-4071-84e3-d1080ed4a551,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:41.705241 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8f0f1681-6af5-4b90-b0a3-27ec0bc5a573 req-50d48a4e-3e16-4e54-a401-21b0dc54bba9 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957200 May 11 05:58:41.715252 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a46e18-b3c4-4987-94de-348690945cd6'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:41.720305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec741545-db3f-4f70-bec0-666a513591fc" -d '{"events": [{"server_uuid": "673a67a9-f3f8-4070-b0e1-fb905b0f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "23a46e18-b3c4-4987-94de-348690945cd6"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:41.788129 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 751482ee-497a-4ef8-a616-2cc66b8a3495 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:41.795365 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:41.803605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:41.837510 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:41.847115 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:41.847749 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:41.859036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e303e42d-8673-4ea4-87be-6c7acc9a8c0d x-openstack-request-id: req-e303e42d-8673-4ea4-87be-6c7acc9a8c0d {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:41.859340 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:41.859565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e303e42d-8673-4ea4-87be-6c7acc9a8c0d {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:41.860147 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e303e42d-8673-4ea4-87be-6c7acc9a8c0d'] response: {'name': 'network-changed', 'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'status': 'completed', 'code': 200} May 11 05:58:41.904334 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-4973f225-2c7d-4cc5-87df-b0b5c8b671dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:41.907054 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-4973f225-2c7d-4cc5-87df-b0b5c8b671dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.1320953 May 11 05:58:41.912948 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3a7dd-1540-4d9d-963f-79b47fc64e63 x-openstack-request-id: req-c2e3a7dd-1540-4d9d-963f-79b47fc64e63 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:41.912948 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a67a9-f3f8-4070-b0e1-fb905b0f5dbc", "name": "network-vif-plugged", "status": "completed", "tag": "23a46e18-b3c4-4987-94de-348690945cd6", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:41.912948 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2e3a7dd-1540-4d9d-963f-79b47fc64e63 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:41.912948 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e3a7dd-1540-4d9d-963f-79b47fc64e63'] response: {'server_uuid': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a46e18-b3c4-4987-94de-348690945cd6', 'code': 200} May 11 05:58:41.986204 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:42.031460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.037506 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (6d95d1d5-81c5-4b01-ae95-4224f19541c9), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.195160 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Floating IP 6d95d1d5-81c5-4b01-ae95-4224f19541c9 associated. External IP: 172.27.1.213, port: 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1. May 11 05:58:42.204835 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Publish callbacks [] for port (c668dbde-be0a-4190-a611-1f07e3933c74), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.212423 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49510) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:42.212590 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.220942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-677346687-network', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:42.262615 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Made reservation on behalf of 891ef7b8d8d54a29870bcaf3d128e07c for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:42.269038 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.293669 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.315978 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035821a-2224-435c-94c9-dd14452659b4 None None] Pushing event updated for resources: {'Port': ['ID=c668dbde-be0a-4190-a611-1f07e3933c74,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:42.346634 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:42.413234 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32368a50-86e5-48fb-93b7-4a2c349d6115 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:42.425765 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Attempting to bind port c668dbde-be0a-4190-a611-1f07e3933c74 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:42.426879 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Attempting to bind port c668dbde-be0a-4190-a611-1f07e3933c74 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:42.427399 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Attempting to bind port c668dbde-be0a-4190-a611-1f07e3933c74 on network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:42.434566 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49512) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:42.435826 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:42.436390 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Checking segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:42.437648 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.438187 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Bound using segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:42.438805 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Bound port: c668dbde-be0a-4190-a611-1f07e3933c74, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:42.439327 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.464324 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks [] for security_group (811b6f5b-c279-4d58-8c0d-121da40fd2bc), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.471655 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41a3726d-a2f7-487b-b255-cd966171060c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.482373 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (811b6f5b-c279-4d58-8c0d-121da40fd2bc), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.496042 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:58:42.506343 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.506689 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Added segment 3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9 of type vlan for network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a May 11 05:58:42.575746 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] For port c668dbde-be0a-4190-a611-1f07e3933c74, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:42.582496 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] For port c668dbde-be0a-4190-a611-1f07e3933c74, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=c668dbde-be0a-4190-a611-1f07e3933c74,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:42.591585 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.594831 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b6f5b-c279-4d58-8c0d-121da40fd2bc,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:42.613792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.659249 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:42.660184 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:42.675169 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.677525 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:42.678383 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.693641 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:42.747524 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035821a-2224-435c-94c9-dd14452659b4 None None] Pushing event updated for resources: {'Port': ['ID=c668dbde-be0a-4190-a611-1f07e3933c74,revision_number=4']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:42.813752 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5994067 May 11 05:58:42.826745 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] Provisioning complete for port c668dbde-be0a-4190-a611-1f07e3933c74 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:42.827313 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:42.849362 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49524) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:42.869723 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Request body: {'subnet': {'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-677346687-subnet', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:42.902068 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ca3d9-7e94-451f-ac29-7fd4117ab8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:42.924251 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82516907-684f-4e8e-94e5-e9471418297e None None] New status for floating IP 704c91a3-9d25-4ad6-b228-4501972fee77: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 05:58:42.996240 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:43.042828 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2e21-b4bf-4580-8be0-502ea3a6591c req-41197e27-aa79-4248-9395-4272dde7e1d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:43.054017 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd8c2e21-b4bf-4580-8be0-502ea3a6591c req-41197e27-aa79-4248-9395-4272dde7e1d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.2057583 May 11 05:58:43.056032 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:58:43.113174 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41a3726d-a2f7-487b-b255-cd966171060c admin admin] Publish callbacks [] for security_group (de5f7364-0c00-4b5e-b853-753650b58af6), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.186854 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41a3726d-a2f7-487b-b255-cd966171060c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (de5f7364-0c00-4b5e-b853-753650b58af6), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.202455 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] Current status of the port c668dbde-be0a-4190-a611-1f07e3933c74 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:43.203098 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.213919 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c7b33-dd7e-4ac8-8369-f8c050afe31e req-d7739983-9af0-48a9-9e07-676c9ff066af tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:43.216037 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-be5c7b33-dd7e-4ac8-8369-f8c050afe31e req-d7739983-9af0-48a9-9e07-676c9ff066af tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.3319054 May 11 05:58:43.247330 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Made reservation on behalf of 891ef7b8d8d54a29870bcaf3d128e07c for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:58:43.258715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.264181 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74397d5f-afe6-49a6-8098-46347668bb87 req-3fac51bd-6b10-4f15-acc9-33c210702bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:43.265589 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-3fac51bd-6b10-4f15-acc9-33c210702bee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 1129 time: 0.2566586 May 11 05:58:43.266795 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-9c58cb0a-6045-4c67-93f2-2e89b97d33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:43.268144 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-9c58cb0a-6045-4c67-93f2-2e89b97d33c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2996004 May 11 05:58:43.309583 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.311503 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3726d-a2f7-487b-b255-cd966171060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f7364-0c00-4b5e-b853-753650b58af6,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:43.321358 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] For port c668dbde-be0a-4190-a611-1f07e3933c74, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=c668dbde-be0a-4190-a611-1f07e3933c74,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:43.335283 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-be5c7b33-dd7e-4ac8-8369-f8c050afe31e req-291eb6c3-350e-4fc8-9c6c-a41c5ac78a55 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090193 May 11 05:58:43.386963 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.388632 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-41a3726d-a2f7-487b-b255-cd966171060c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfed9c8c4fab43e6b7c43f5df09f601b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9530125 May 11 05:58:43.388950 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49534) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:43.412894 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:42Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:43.440795 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa65fa20-360f-49e2-bc47-699429ccb5dd None None] The sync data for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi is: [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:42Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:43.447038 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88d73f-749f-419d-ba06-91af054c2be3 None None] Pushing event updated for resources: {'Port': ['ID=c668dbde-be0a-4190-a611-1f07e3933c74,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:43.459403 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd8c2e21-b4bf-4580-8be0-502ea3a6591c req-6462c49b-c872-478e-aba5-42e82fe0349b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044547 May 11 05:58:43.465730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:43.487618 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.489121 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:43.510283 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:43.510913 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:43.518649 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-562f8ca8-5858-4320-bd39-50b2e7b5a6b5 None None] Provisioning complete for port c668dbde-be0a-4190-a611-1f07e3933c74 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:43.519293 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-562f8ca8-5858-4320-bd39-50b2e7b5a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.665380 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-aa2b1ddc-a149-4224-afb4-7d7f56467e1d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "PUT /v2.0/floatingips/6d95d1d5-81c5-4b01-ae95-4224f19541c9 HTTP/1.1" status: 200 len: 992 time: 3.1328187 May 11 05:58:43.779685 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-8407f240-3163-4fc9-b39f-245ea1cdbd05 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009709 May 11 05:58:43.888980 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:43.899723 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f69c9-cd0e-43f6-9e23-f85979396b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:43.942131 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c209adca-d675-48d8-81a5-fb2e652ed38e admin admin] Publish callbacks [] for security_group (de5f7364-0c00-4b5e-b853-753650b58af6), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:43.967282 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-562f8ca8-5858-4320-bd39-50b2e7b5a6b5 None None] Current status of the port c668dbde-be0a-4190-a611-1f07e3933c74 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:43.983558 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:44.036068 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (c206b6f7-81d4-49c9-843e-53d1125a1fc3), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.069182 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f88c27-a3d2-4e09-8d73-9329c398dd29 x-openstack-request-id: req-80f88c27-a3d2-4e09-8d73-9329c398dd29 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:44.080984 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:44.081295 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80f88c27-a3d2-4e09-8d73-9329c398dd29 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:44.081895 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f88c27-a3d2-4e09-8d73-9329c398dd29'] response: {'name': 'network-changed', 'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'status': 'completed', 'code': 200} May 11 05:58:44.128325 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-10704c6d-f821-4f08-ae89-58ac93e23b1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2152815 May 11 05:58:44.156486 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c209adca-d675-48d8-81a5-fb2e652ed38e admin admin] Publish callbacks [] for security_group (de5f7364-0c00-4b5e-b853-753650b58af6), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.274196 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-adbfb595-b59c-4608-92e6-112a503d3fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595768 May 11 05:58:44.306043 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-569478b5-a2ab-461c-8e98-89996f249429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.307845 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-569478b5-a2ab-461c-8e98-89996f249429 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1130 time: 0.2073588 May 11 05:58:44.344273 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8c7a-c126-4f78-be62-64e5f3706fa4 req-86b1d069-eaae-4c92-b655-0aaf4d17f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.345025 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74397d5f-afe6-49a6-8098-46347668bb87 req-abf2c039-4ba0-4665-be14-3b1b3b2cf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.345877 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10fc8c7a-c126-4f78-be62-64e5f3706fa4 req-86b1d069-eaae-4c92-b655-0aaf4d17f5af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 1129 time: 0.2440763 May 11 05:58:44.349063 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-abf2c039-4ba0-4665-be14-3b1b3b2cf271 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 915 time: 0.7801261 May 11 05:58:44.350690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c206b6f7-81d4-49c9-843e-53d1125a1fc3,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:44.358274 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c209adca-d675-48d8-81a5-fb2e652ed38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (de5f7364-0c00-4b5e-b853-753650b58af6), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.362347 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c209adca-d675-48d8-81a5-fb2e652ed38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.363615 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c209adca-d675-48d8-81a5-fb2e652ed38e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de5f7364-0c00-4b5e-b853-753650b58af6 HTTP/1.1" status: 204 len: 168 time: 0.9683857 May 11 05:58:44.385349 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209adca-d675-48d8-81a5-fb2e652ed38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f7364-0c00-4b5e-b853-753650b58af6,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:44.404951 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Checking segment: {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:44.414733 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Network hostable DHCP agents. Network: d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:58:44.440961 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-7781b76b-5e37-4638-9f1b-0dbbc9e2c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.451112 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-7781b76b-5e37-4638-9f1b-0dbbc9e2c943 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98d1a529cc4d4a11b49d9e08ae5b2f69&device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 1129 time: 0.2068748 May 11 05:58:44.487415 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:58:44.505005 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:44.516313 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.517214 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.519164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc5019-bcb3-4000-bedd-31335165e7bf None None] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:58:44.571324 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-d9e84c1e-47ba-4d36-a7da-78fdd1e57031 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7191777 May 11 05:58:44.579566 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49568) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:44.596769 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:44.636664 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-165d54df-727f-4221-8526-2223211a0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.638511 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-165d54df-727f-4221-8526-2223211a0f17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.2965100 May 11 05:58:44.649987 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b87af-9e65-4c71-bc4d-6becb04cea56 req-5c6fe8a7-a4e9-416c-b49e-a9cc7eb0db54 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.657931 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-770b87af-9e65-4c71-bc4d-6becb04cea56 req-5c6fe8a7-a4e9-416c-b49e-a9cc7eb0db54 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.1547740 May 11 05:58:44.661813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e466bb-7ad4-43d9-be66-968c9294f2f5 req-d7b8dd80-8291-4d10-afe4-80fde4e25752 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.670976 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-43e466bb-7ad4-43d9-be66-968c9294f2f5 req-d7b8dd80-8291-4d10-afe4-80fde4e25752 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1345537 May 11 05:58:44.738357 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.741541 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-43e466bb-7ad4-43d9-be66-968c9294f2f5 req-bff369bf-dcdd-41a6-a1f0-dc2b1486a9f4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688827 May 11 05:58:44.742206 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a', 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a', 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'fixed_ips': [{'subnet_id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:58:44.744580 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.752959 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.766369 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '6d95d1d5-81c5-4b01-ae95-4224f19541c9', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'mac_address': 'fa:16:3e:b8:c9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276af0f1-c869-454b-ae66-454979121c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:05Z', 'updated_at': '2022-05-11T05:58:41Z', 'revision_number': 1, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:44.806195 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-770b87af-9e65-4c71-bc4d-6becb04cea56 req-bac21f0c-d877-4a5a-afd9-24d82ad25ece tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359706 May 11 05:58:44.811144 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:44.823397 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:44.825115 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:44.932741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks [] for router_controller (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), precommit_add_association {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:44.936190 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1838a1-9ade-49dd-b7f8-ff4104ba5d94 req-a8b290d6-469c-478a-a265-d1cf4d1893c5 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:44.956770 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1f1838a1-9ade-49dd-b7f8-ff4104ba5d94 req-a8b290d6-469c-478a-a265-d1cf4d1893c5 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.1115830 May 11 05:58:44.989867 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:45.007854 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.078557 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1f1838a1-9ade-49dd-b7f8-ff4104ba5d94 req-ec8f0e8e-0ced-4ed1-b7a9-fdf9bf8adb6b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151571 May 11 05:58:45.144619 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Allocated IP 172.20.0.2 (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a/c206b6f7-81d4-49c9-843e-53d1125a1fc3/d56a920d-b679-48ad-96a7-791d9e70fa0a) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:45.303293 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device c668dbde-be0a-4190-a611-1f07e3933c74 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:45.309910 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks [] for router_gateway (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.410081 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port c668dbde-be0a-4190-a611-1f07e3933c74 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:45.410457 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.512495 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '6d95d1d5-81c5-4b01-ae95-4224f19541c9', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'mac_address': 'fa:16:3e:b8:c9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276af0f1-c869-454b-ae66-454979121c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:05Z', 'updated_at': '2022-05-11T05:58:41Z', 'revision_number': 1, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:45.547221 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Publish callbacks [] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.567666 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.604972 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa6cf13-a759-4dc9-bb0a-73157289fb48 None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '6d95d1d5-81c5-4b01-ae95-4224f19541c9', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'mac_address': 'fa:16:3e:b8:c9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276af0f1-c869-454b-ae66-454979121c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:05Z', 'updated_at': '2022-05-11T05:58:41Z', 'revision_number': 1, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:45.633257 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port c668dbde-be0a-4190-a611-1f07e3933c74 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:45.668962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:45.672341 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:45.678950 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:45.685269 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Pushing event updated for resources: {'Port': ['ID=d56a920d-b679-48ad-96a7-791d9e70fa0a,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:45.808297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Attempting to bind port d56a920d-b679-48ad-96a7-791d9e70fa0a on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:45.808683 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Attempting to bind port d56a920d-b679-48ad-96a7-791d9e70fa0a by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:45.809889 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Attempting to bind port d56a920d-b679-48ad-96a7-791d9e70fa0a on network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:45.817958 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:45.818344 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Checking segment: {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:45.845020 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.846923 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Bound using segment: {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:45.847607 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Bound port: d56a920d-b679-48ad-96a7-791d9e70fa0a, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:45.850505 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:45.980636 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks [] for router_gateway (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.007175 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.017902 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d368-3d35-4784-845d-29ea823299b7 req-d353792d-7aca-4d61-930b-c821558c58df tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:46.022071 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] For port d56a920d-b679-48ad-96a7-791d9e70fa0a, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:46.026388 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4cb0d368-3d35-4784-845d-29ea823299b7 req-d353792d-7aca-4d61-930b-c821558c58df tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.0992043 May 11 05:58:46.028475 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] For port d56a920d-b679-48ad-96a7-791d9e70fa0a, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d56a920d-b679-48ad-96a7-791d9e70fa0a,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:46.037377 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.046030 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbf8e3-e342-4723-bb1c-784227f17965 req-195f2970-6f7f-42b2-a1a6-f5185b748aed tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:46.047697 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8bfbf8e3-e342-4723-bb1c-784227f17965 req-195f2970-6f7f-42b2-a1a6-f5185b748aed tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1130190 May 11 05:58:46.123703 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0776600-69d1-45a6-bf9c-156c50674654 None None] Pushing event updated for resources: {'Port': ['ID=d56a920d-b679-48ad-96a7-791d9e70fa0a,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:46.130454 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4cb0d368-3d35-4784-845d-29ea823299b7 req-08257bb8-5705-40aa-b3f2-a628a8a1a3a4 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030843 May 11 05:58:46.166266 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac1c62-62c9-4c73-b9b9-aecd3e1182a8 None None] New status for floating IP 6d95d1d5-81c5-4b01-ae95-4224f19541c9: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 05:58:46.232321 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8bfbf8e3-e342-4723-bb1c-784227f17965 req-c148700a-eb10-4fa8-b00b-63d5450d0cdc tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803382 May 11 05:58:46.319889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d86ba-b917-4d6d-9e24-402ebc8d474b req-485df305-d788-4e02-82f6-95dc701c91fe tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:46.322051 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca4d86ba-b917-4d6d-9e24-402ebc8d474b req-485df305-d788-4e02-82f6-95dc701c91fe tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.0589721 May 11 05:58:46.379016 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Allocated IP 172.27.1.238 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/29f0ed7c-fdfb-46a0-aff1-969bcd18e786) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:46.399749 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca4d86ba-b917-4d6d-9e24-402ebc8d474b req-7baf7631-8e9a-4db3-bff0-b98c8ec0a5e0 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681400 May 11 05:58:46.510720 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49628) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:46.724864 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks [] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.787621 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.797958 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10fc8c7a-c126-4f78-be62-64e5f3706fa4 req-2819bac0-ea25-481c-8c2a-d4629d469091 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860952 May 11 05:58:46.803275 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-98358501-4172-41f9-b021-1139dd06e67a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 1002 time: 0.1837475 May 11 05:58:46.810451 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-faf4cd9a-f191-4c63-b9f3-29bbd85e003c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c HTTP/1.1" status: 200 len: 1001 time: 0.1987031 May 11 05:58:46.819395 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.829770 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-5dba72d1-469c-4ec7-a66b-ece651cdfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:46.831234 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-5dba72d1-469c-4ec7-a66b-ece651cdfbdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a HTTP/1.1" status: 200 len: 912 time: 0.1863172 May 11 05:58:46.855260 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:46.858291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:46.862698 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:46.891053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Publish callbacks [] for security_group (48552622-48f3-4cb2-ae14-520429df4464), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.894787 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (48552622-48f3-4cb2-ae14-520429df4464), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:46.914707 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Pushing event updated for resources: {'Port': ['ID=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:46.933017 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48552622-48f3-4cb2-ae14-520429df4464,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:46.936712 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9090786260b48d3b0b28e41dcbf3753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249880 May 11 05:58:46.942279 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49636) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:46.948661 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.948800 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.949009 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.949117 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.949343 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.949448 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.949715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.949825 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.950079 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.950199 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.950412 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.950516 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.950744 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.950841 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.951094 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.951193 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.951430 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.951527 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.951757 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.951852 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.952092 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.952257 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.952545 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.952797 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.952897 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.953130 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.953229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.953555 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fe637-c252-4668-a18c-0b099c1f3a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.953670 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:46.953924 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.009287 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c499-88b7-4fb9-8535-f2e50d2a525c admin admin] Publish callbacks [] for security_group (48552622-48f3-4cb2-ae14-520429df4464), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.032401 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c499-88b7-4fb9-8535-f2e50d2a525c admin admin] Publish callbacks [] for security_group (48552622-48f3-4cb2-ae14-520429df4464), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.087574 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c499-88b7-4fb9-8535-f2e50d2a525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (48552622-48f3-4cb2-ae14-520429df4464), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.090664 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c499-88b7-4fb9-8535-f2e50d2a525c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.091896 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1bf8c499-88b7-4fb9-8535-f2e50d2a525c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48552622-48f3-4cb2-ae14-520429df4464 HTTP/1.1" status: 204 len: 168 time: 0.1487062 May 11 05:58:47.107426 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8c499-88b7-4fb9-8535-f2e50d2a525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48552622-48f3-4cb2-ae14-520429df4464,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:47.114379 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks [] for router_gateway (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.214011 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 2222d0f9-acf4-4372-9885-2ac3de9a79e8 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:58:47.364200 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d56a920d-b679-48ad-96a7-791d9e70fa0a up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:47.455878 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:47.468298 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba213ed-a305-4544-878f-982768a1d685 req-569620d9-6e03-482b-8389-0ee0b17b14b8 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.469825 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7ba213ed-a305-4544-878f-982768a1d685 req-569620d9-6e03-482b-8389-0ee0b17b14b8 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.1587009 May 11 05:58:47.480496 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-daa2c513-eda1-41a8-a517-1836dad1c65a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566 HTTP/1.1" status: 200 len: 217 time: 0.1395540 May 11 05:58:47.488006 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'port_id': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'mac_address': 'fa:16:3e:67:3d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:58:47.490258 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b35b3-61c7-4c6f-a0fd-ce5d9fe71062 req-20023a1c-8a66-411a-83b7-b80d714d35e6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.491911 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fb9b35b3-61c7-4c6f-a0fd-ce5d9fe71062 req-20023a1c-8a66-411a-83b7-b80d714d35e6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1443396 May 11 05:58:47.521837 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-faf9691f-3712-4164-9fde-ad5c6a6518f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.523307 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-faf9691f-3712-4164-9fde-ad5c6a6518f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.1833000 May 11 05:58:47.533322 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74397d5f-afe6-49a6-8098-46347668bb87 req-8a904357-d403-45fc-9a72-1c170c78efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.534405 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-8a904357-d403-45fc-9a72-1c170c78efbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.1901560 May 11 05:58:47.536932 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49648) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:47.545688 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:47.546693 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.551892 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2d102cb5-6c86-4240-bb74-3b433ea40d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.570206 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2222d0f9-acf4-4372-9885-2ac3de9a79e8 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:58:47.581510 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb67af-3fa7-485b-9639-5461402e3667 None None] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:58:47.598560 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fb9b35b3-61c7-4c6f-a0fd-ce5d9fe71062 req-4cc10a7c-ea0f-400b-95ad-3038c2285fb0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976961 May 11 05:58:47.617637 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port d56a920d-b679-48ad-96a7-791d9e70fa0a triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:47.618138 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.677937 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:47.692854 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.698817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2d102cb5-6c86-4240-bb74-3b433ea40d49 admin admin] Publish callbacks [] for security_group (20c4ecdf-a496-49b7-a8cf-b3b6ace0c561), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.704660 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7ba213ed-a305-4544-878f-982768a1d685 req-a8d560d0-4d00-44a9-97e7-9297ded51be5 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760228 May 11 05:58:47.706999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2d102cb5-6c86-4240-bb74-3b433ea40d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (20c4ecdf-a496-49b7-a8cf-b3b6ace0c561), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.728039 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.753353 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c479d22-b506-4399-b0ed-725ae630a304 req-dd85ee8b-5256-4a0c-9789-364be19b6337 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.760753 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c479d22-b506-4399-b0ed-725ae630a304 req-dd85ee8b-5256-4a0c-9789-364be19b6337 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 943 time: 0.0962238 May 11 05:58:47.784811 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=2222d0f9-acf4-4372-9885-2ac3de9a79e8,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:47.787040 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Provisioning complete for port d56a920d-b679-48ad-96a7-791d9e70fa0a triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:47.787580 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.792666 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.806119 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d102cb5-6c86-4240-bb74-3b433ea40d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c4ecdf-a496-49b7-a8cf-b3b6ace0c561,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:47.827866 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.828472 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.828854 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.829255 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.829623 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.829982 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.830496 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.830828 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.831156 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.831486 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.831818 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.832142 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.832463 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.832779 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.833096 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:58:47.868433 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-9c116813-ce93-4215-8b88-084f2aa6702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.870319 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-9c116813-ce93-4215-8b88-084f2aa6702e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e271302-a3ff-4c1d-80bf-42857385668f HTTP/1.1" status: 200 len: 851 time: 0.1017947 May 11 05:58:47.910603 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2d102cb5-6c86-4240-bb74-3b433ea40d49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=982eef922bed4c968334db59f321b94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725247 May 11 05:58:47.918307 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49654) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:47.947071 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port d56a920d-b679-48ad-96a7-791d9e70fa0a is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:47.947702 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:47.961712 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-59193337-8a89-478d-a329-56de9d236d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.963202 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-59193337-8a89-478d-a329-56de9d236d21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1050856 May 11 05:58:47.976220 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74397d5f-afe6-49a6-8098-46347668bb87 req-d7f76651-539c-41e8-90d4-c629a0e7f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:47.981598 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-d7f76651-539c-41e8-90d4-c629a0e7f86b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1152594 May 11 05:58:47.994265 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-b88685a5-1ca6-44ed-a04e-86e85961ca43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916216 May 11 05:58:48.002052 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Current status of the port d56a920d-b679-48ad-96a7-791d9e70fa0a is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:48.002489 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c479d22-b506-4399-b0ed-725ae630a304 req-687e01e1-0c76-4747-8b84-4cc1d61f3350 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408144 May 11 05:58:48.003095 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.021786 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-51511adc-f5b1-4588-8e8d-8d9a814d6545 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:48.023811 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-51511adc-f5b1-4588-8e8d-8d9a814d6545 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.24 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.1600418 May 11 05:58:48.081544 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port d56a920d-b679-48ad-96a7-791d9e70fa0a, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d56a920d-b679-48ad-96a7-791d9e70fa0a,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:48.096830 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.183722 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.db.api [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 05:58:48.184137 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG oslo_db.api [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 05:58:48.184754 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=d56a920d-b679-48ad-96a7-791d9e70fa0a,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:48.219951 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['2222d0f9-acf4-4372-9885-2ac3de9a79e8'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:58:48.344255 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-37714746-85d2-4108-8ec5-ca0b167c3b25 admin admin] Publish callbacks [] for security_group (20c4ecdf-a496-49b7-a8cf-b3b6ace0c561), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.349878 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:58:48.378517 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-37714746-85d2-4108-8ec5-ca0b167c3b25 admin admin] Publish callbacks [] for security_group (20c4ecdf-a496-49b7-a8cf-b3b6ace0c561), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.444540 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-618a3cba-d476-48d3-b38c-0bae80d54599 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589818 May 11 05:58:48.508004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-37714746-85d2-4108-8ec5-ca0b167c3b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (20c4ecdf-a496-49b7-a8cf-b3b6ace0c561), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.510543 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-37714746-85d2-4108-8ec5-ca0b167c3b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.511704 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-37714746-85d2-4108-8ec5-ca0b167c3b25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20c4ecdf-a496-49b7-a8cf-b3b6ace0c561 HTTP/1.1" status: 204 len: 168 time: 0.5928061 May 11 05:58:48.526953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:48.528708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37714746-85d2-4108-8ec5-ca0b167c3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c4ecdf-a496-49b7-a8cf-b3b6ace0c561,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:48.538020 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Sync routers for ids ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:48.554702 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Routers {'22e79263-8d1d-4ff3-a293-4cca9aebcc4a'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:48.555314 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:48.557593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.558983 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-62623f51-9d7e-42a4-bc68-fd6e21f285ce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9727073 May 11 05:58:48.561916 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49662) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:48.677902 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Set router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:48.726914 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-12b9cbd0-2379-44b9-aaa0-ada92f445ea5 None None] Current status of the port d56a920d-b679-48ad-96a7-791d9e70fa0a is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:48.788686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f044-b300-407c-99da-bf469db0bf41 req-64ebc804-6b13-4cb8-9e41-cb80fdc27f15 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:48.790442 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5979f044-b300-407c-99da-bf469db0bf41 req-64ebc804-6b13-4cb8-9e41-cb80fdc27f15 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0971050 May 11 05:58:48.854233 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3b46a5b7-1741-4b3e-a2e7-0a29c65b9256 None None] Provisioning complete for port d56a920d-b679-48ad-96a7-791d9e70fa0a triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:48.854617 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3b46a5b7-1741-4b3e-a2e7-0a29c65b9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.860646 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c58d-e934-4c5a-a8eb-8a673fad7b49 req-038dc26d-2524-44ee-8317-086b8f79f3d0 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:48.861909 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2088c58d-e934-4c5a-a8eb-8a673fad7b49 req-038dc26d-2524-44ee-8317-086b8f79f3d0 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.0598285 May 11 05:58:48.875107 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T05:58:46Z', 'revision_number': 3, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:48.911205 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Checking router: 22e79263-8d1d-4ff3-a293-4cca9aebcc4a for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:48.911561 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Updating router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:48.945673 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2088c58d-e934-4c5a-a8eb-8a673fad7b49 req-f2c0c240-2ccb-48cb-a516-e7b035527903 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777810 May 11 05:58:48.954568 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:48.969559 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5979f044-b300-407c-99da-bf469db0bf41 req-c3e2dc2b-bf43-436e-9ba7-9cfa3786e99a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669602 May 11 05:58:48.973725 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3b46a5b7-1741-4b3e-a2e7-0a29c65b9256 None None] Current status of the port d56a920d-b679-48ad-96a7-791d9e70fa0a is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:49.157007 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646153b-9b7c-4b46-a265-ae234ead0598 req-40f30d02-3f77-4c1c-ab19-109776a7cc8b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:49.158582 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d646153b-9b7c-4b46-a265-ae234ead0598 req-40f30d02-3f77-4c1c-ab19-109776a7cc8b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 944 time: 0.0829384 May 11 05:58:49.214356 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d56a920d-b679-48ad-96a7-791d9e70fa0a up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:49.234375 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d646153b-9b7c-4b46-a265-ae234ead0598 req-c2f61760-f46a-4a55-a2bd-ea2d5e6f194e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690923 May 11 05:58:49.282158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port d56a920d-b679-48ad-96a7-791d9e70fa0a triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:49.282644 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.356563 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.364792 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Publish callbacks [] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.373268 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.379606 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port d56a920d-b679-48ad-96a7-791d9e70fa0a is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:49.407631 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-c466c1d1-36b2-4ce8-868f-0b4ee2dc7f63 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369112 May 11 05:58:49.432202 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Attempting to bind port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:49.432564 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Attempting to bind port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:49.432924 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Attempting to bind port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:49.435028 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065372cb-82ce-4bf6-8045-31089b44049d None None] Pushing event updated for resources: {'Port': ['ID=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:49.440962 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:49.441352 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:49.441761 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.442153 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:49.442617 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Bound port: 29f0ed7c-fdfb-46a0-aff1-969bcd18e786, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:49.442992 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.496445 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] For port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:49.500265 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] For port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:49.507630 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.563080 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Routers {'22e79263-8d1d-4ff3-a293-4cca9aebcc4a'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:49.563772 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:49.572221 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Allocated IP 172.20.0.1 (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a/c206b6f7-81d4-49c9-843e-53d1125a1fc3/08fc1d8b-9d4f-4b3e-9828-eaa98d5da432) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:58:49.688584 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks [] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.706709 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065372cb-82ce-4bf6-8045-31089b44049d None None] Pushing event updated for resources: {'Port': ['ID=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:49.726261 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.776123 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:49.779063 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:49.782786 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] Set router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:49.787381 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:58:49.787868 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:49.835284 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Pushing event updated for resources: {'Port': ['ID=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:50.001823 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:50.038452 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T05:58:46Z', 'revision_number': 3, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:50.074756 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440fce9-bc63-49e9-b198-950e03504ed0 None None] The sync data for ids ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'] in dv-cinder-733623-13-iscsi is: [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T05:58:46Z', 'revision_number': 3, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:50.121906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9b9f-9fa2-4e1b-b442-b8d1013bf555 req-006e55c2-caac-4dc6-8364-f81d67b0bde4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:50.124727 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-598e9b9f-9fa2-4e1b-b442-b8d1013bf555 req-006e55c2-caac-4dc6-8364-f81d67b0bde4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0575519 May 11 05:58:50.137454 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a56c7-4be8-46dc-8cf7-ca42858897c1 req-1e7f0340-d76d-4976-8f08-06dc0a7a461b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:50.138486 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-2a79db4b-3124-4f42-80c9-af8dc9b31e2c None None] Provisioning complete for port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:50.139056 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3a3a56c7-4be8-46dc-8cf7-ca42858897c1 req-1e7f0340-d76d-4976-8f08-06dc0a7a461b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.0794144 May 11 05:58:50.139193 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2a79db4b-3124-4f42-80c9-af8dc9b31e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:50.194034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-598e9b9f-9fa2-4e1b-b442-b8d1013bf555 req-9029f55e-359f-4cc0-8ede-0014eba084b1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 May 11 05:58:50.200071 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2a79db4b-3124-4f42-80c9-af8dc9b31e2c None None] Port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:50.233456 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3a3a56c7-4be8-46dc-8cf7-ca42858897c1 req-0ac498b8-b84e-4fef-b41b-c1c3a0bb4ae8 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849817 May 11 05:58:50.329776 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks [] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:50.335380 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:50.336391 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:50.358131 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081307-1c8b-4d2c-9a04-481c03b89786 req-6f2b4b54-aee0-47a3-83c0-6af39a1e3307 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:50.369000 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-59081307-1c8b-4d2c-9a04-481c03b89786 req-6f2b4b54-aee0-47a3-83c0-6af39a1e3307 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 944 time: 0.0636604 May 11 05:58:50.420344 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Pushing event updated for resources: {'Port': ['ID=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:50.438962 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-59081307-1c8b-4d2c-9a04-481c03b89786 req-26aaf915-7afa-487d-b973-d51f68215a4e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688629 May 11 05:58:50.488983 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:58:50.490487 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:58:50.620785 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:50.723397 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-4492dd3e-a9a5-445d-b09a-75822c4f3f7c None None] Provisioning complete for port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:50.723972 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4492dd3e-a9a5-445d-b09a-75822c4f3f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:50.742017 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:50.747814 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-15d6c3fa-7ed6-4815-b0b0-4175bee827a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/22e79263-8d1d-4ff3-a293-4cca9aebcc4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842654 May 11 05:58:50.763198 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-4492dd3e-a9a5-445d-b09a-75822c4f3f7c None None] Port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:58:51.180962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:51.242961 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:51.243343 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:51.394019 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:51.394412 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:51.420143 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:51.439245 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:51.536864 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:51.577949 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf1799-3da6-44a8-b4af-16c8221937b9 req-ebce8d06-f0ed-4d9a-8982-7b706750649f tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:51.584753 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-83bf1799-3da6-44a8-b4af-16c8221937b9 req-ebce8d06-f0ed-4d9a-8982-7b706750649f tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 945 time: 0.2209110 May 11 05:58:51.612386 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-4c0c8b44-e4c2-4102-903e-c546417ea361 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179913 May 11 05:58:51.621163 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcb43e-4ec3-40be-ab1f-421e9a754f00 req-9c65f566-d5ec-4e6d-ad99-88372928d33f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:51.622839 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-05dcb43e-4ec3-40be-ab1f-421e9a754f00 req-9c65f566-d5ec-4e6d-ad99-88372928d33f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1472118 May 11 05:58:51.698045 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-05dcb43e-4ec3-40be-ab1f-421e9a754f00 req-7587c4a8-07f0-41aa-8193-b6be16340e9e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 May 11 05:58:51.700310 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-197f69c9-cd0e-43f6-9e23-f85979396b1e req-4af78ecf-3d80-4672-83a0-3a13e9c71fe6 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155998 May 11 05:58:51.715854 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-83bf1799-3da6-44a8-b4af-16c8221937b9 req-b4ab7221-1730-4f90-994d-1a371a16847e tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091123 May 11 05:58:51.763626 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 2222d0f9-acf4-4372-9885-2ac3de9a79e8 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:51.844622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:58:51.851580 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:51.854031 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:51.985327 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:51.985884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:51.996775 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-986320da-5391-4a18-961e-670b9948be58 service neutron] 10.222.0.24 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332380 May 11 05:58:52.028945 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:52.030091 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:52.033121 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12033d78-39e2-45d9-b134-c4ae6ad3891c" -d '{"events": [{"server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "name": "network-vif-plugged", "status": "completed", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:52.036881 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.037938 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a4a31f05-f49f-42aa-8746-ff5fe28d2566 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 05:58:52.054764 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Deleting port a4a31f05-f49f-42aa-8746-ff5fe28d2566 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 05:58:52.055942 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.093383 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dfea5a-a52e-45fb-a268-78928af8418a x-openstack-request-id: req-65dfea5a-a52e-45fb-a268-78928af8418a {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:52.093962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "name": "network-vif-plugged", "status": "completed", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:52.094294 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65dfea5a-a52e-45fb-a268-78928af8418a {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:52.094760 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dfea5a-a52e-45fb-a268-78928af8418a'] response: {'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'code': 200} May 11 05:58:52.102810 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a07b5-1e0b-43db-9379-139b15223a72 req-8afbe370-87ad-48e0-b3c4-c98970da8d5f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:52.115376 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7a07b5-1e0b-43db-9379-139b15223a72 req-8afbe370-87ad-48e0-b3c4-c98970da8d5f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 944 time: 0.1194005 May 11 05:58:52.128560 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=2222d0f9-acf4-4372-9885-2ac3de9a79e8,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:52.191559 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port a4a31f05-f49f-42aa-8746-ff5fe28d2566 is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:52.192038 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.229456 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566,segment=NetworkSegment(8dd876bd-2f08-4983-99b3-62a5e7520bc6),segment_id=8dd876bd-2f08-4983-99b3-62a5e7520bc6)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:52.236044 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.407039 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7a07b5-1e0b-43db-9379-139b15223a72 req-3a6b10b3-ec33-4b2b-8b38-c2f0bc61a9f6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927194 May 11 05:58:52.432999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] For port a4a31f05-f49f-42aa-8746-ff5fe28d2566, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a4a31f05-f49f-42aa-8746-ff5fe28d2566,segment=NetworkSegment(8dd876bd-2f08-4983-99b3-62a5e7520bc6),segment_id=8dd876bd-2f08-4983-99b3-62a5e7520bc6)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:52.433649 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.444520 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab136ef9-fd2a-4438-9a07-ce9ee4efe7ba req-ef992ea4-a569-4dae-99d3-e7ef8e410ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299441 May 11 05:58:52.456366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Calling delete_port for a4a31f05-f49f-42aa-8746-ff5fe28d2566 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 05:58:52.588190 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eac113-2b0a-446d-98f8-cbc9d22eb7cb req-a5ca8440-8aef-444f-b11e-d9f6eb2cd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:52.595055 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-60eac113-2b0a-446d-98f8-cbc9d22eb7cb req-a5ca8440-8aef-444f-b11e-d9f6eb2cd8fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 1129 time: 0.1234958 May 11 05:58:52.642827 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=6']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:52.647423 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Sync routers for ids ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:52.681003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Routers {'22e79263-8d1d-4ff3-a293-4cca9aebcc4a'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:52.681878 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:52.722119 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-60eac113-2b0a-446d-98f8-cbc9d22eb7cb req-cff363e7-4dfe-4b91-b8e5-7b1ef05dbe8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025984 May 11 05:58:52.769294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (a4a31f05-f49f-42aa-8746-ff5fe28d2566), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.816746 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Pushing event deleted for resources: {'Port': ['ID=a4a31f05-f49f-42aa-8746-ff5fe28d2566,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:52.912682 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ad3a13d-965c-4d48-82b3-c60f3592b80c req-443ebd34-f274-4ff3-9316-9106fb42b396 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.0524344 May 11 05:58:52.932180 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] No DVR routers for this DVR port a4a31f05-f49f-42aa-8746-ff5fe28d2566 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 05:58:52.944370 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Set router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:52.945074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:52.945074 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b152885f-c237-4a52-b9e4-6d9cbaec2efb req-241d1a63-2d4f-48a7-b893-4035ef2214e3 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.24 "DELETE /v2.0/ports/a4a31f05-f49f-42aa-8746-ff5fe28d2566 HTTP/1.1" status: 204 len: 173 time: 1.6205866 May 11 05:58:52.945074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'name': 'network-vif-deleted', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:52.946796 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573731a-0715-4d77-9d19-719ab9d51eca" -d '{"events": [{"server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "name": "network-vif-deleted", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:52.975963 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3a94-d93a-46dc-b251-da1e1fa43433 req-3e2231a8-89b7-4853-9526-c6881f0dc4f4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:52.977548 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-420e3a94-d93a-46dc-b251-da1e1fa43433 req-3e2231a8-89b7-4853-9526-c6881f0dc4f4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0990329 May 11 05:58:53.072192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58408a64-0678-47fd-a88f-76d692516e29 x-openstack-request-id: req-58408a64-0678-47fd-a88f-76d692516e29 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:53.072466 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "name": "network-vif-deleted", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:53.072724 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58408a64-0678-47fd-a88f-76d692516e29 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:53.073138 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58408a64-0678-47fd-a88f-76d692516e29'] response: {'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'name': 'network-vif-deleted', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566', 'status': 'completed', 'code': 200} May 11 05:58:53.081287 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-420e3a94-d93a-46dc-b251-da1e1fa43433 req-d855982c-e564-401d-896c-04489c4dc12a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 May 11 05:58:53.262551 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:53.345015 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:53.345594 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:53.584897 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:53.606129 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T05:58:49Z', 'revision_number': 4, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '08fc1d8b-9d4f-4b3e-9828-eaa98d5da432', 'name': '', 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'mac_address': 'fa:16:3e:62:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:49Z', 'updated_at': '2022-05-11T05:58:50Z', 'revision_number': 2, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'subnets': [{'id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:53.635336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13af0-4099-43e9-a441-8661c64ef1fe req-42cb7acc-fdc7-44d9-a5d6-2dbe853cc87c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:53.636903 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f6e13af0-4099-43e9-a441-8661c64ef1fe req-42cb7acc-fdc7-44d9-a5d6-2dbe853cc87c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.1096356 May 11 05:58:53.648896 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Checking router: 22e79263-8d1d-4ff3-a293-4cca9aebcc4a for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:53.650043 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Updating router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:58:53.659493 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ff9d4-ace0-4cc6-9f7b-e91d9c49c66c req-f3f7e792-f320-43f2-938b-0f08e542bfbd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:53.667243 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fb2ff9d4-ace0-4cc6-9f7b-e91d9c49c66c req-f3f7e792-f320-43f2-938b-0f08e542bfbd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0917521 May 11 05:58:53.736853 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:53.745454 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f6e13af0-4099-43e9-a441-8661c64ef1fe req-8bbc2d5f-ec53-415c-adef-80a3dfae2eab tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987339 May 11 05:58:53.747024 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fb2ff9d4-ace0-4cc6-9f7b-e91d9c49c66c req-efe2db3f-dfea-409e-8d3f-88f3fe0f13b8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647364 May 11 05:58:54.067228 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e8c44242-f2f1-4ac1-b4a9-daf4b6bf22fa req-9ab32b09-c776-484c-9904-8c082fa01ed2 tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.0424011 May 11 05:58:54.099705 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:54.101975 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d936ce-80fc-4a78-bd90-5b76bba9100a" -d '{"events": [{"server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:54.158113 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 05:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d339e7cc-65ed-4c00-9fb5-0bc7ab3abd73 x-openstack-request-id: req-d339e7cc-65ed-4c00-9fb5-0bc7ab3abd73 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:54.158113 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39347ca4-ad15-48cb-8486-41ea06de7fee", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a31f05-f49f-42aa-8746-ff5fe28d2566", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:54.158113 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d339e7cc-65ed-4c00-9fb5-0bc7ab3abd73 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:54.158113 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d339e7cc-65ed-4c00-9fb5-0bc7ab3abd73'] response: {'server_uuid': '39347ca4-ad15-48cb-8486-41ea06de7fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a31f05-f49f-42aa-8746-ff5fe28d2566', 'code': 200} May 11 05:58:54.239895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Publish callbacks [] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.245603 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.318684 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768bf92-d2ea-4853-9d8a-f3f58b7195c2 None None] Pushing event updated for resources: {'Port': ['ID=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:54.395501 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Attempting to bind port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:58:54.395947 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Attempting to bind port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:58:54.396369 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Attempting to bind port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 on network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:58:54.402907 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:58:54.403429 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Checking segment: {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:58:54.403895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.407772 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Bound using segment: {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:58:54.407772 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Bound port: 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:58:54.407772 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.481681 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] For port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:58:54.486606 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] For port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:58:54.495334 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.556431 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Routers {'22e79263-8d1d-4ff3-a293-4cca9aebcc4a'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:54.557133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:54.694632 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768bf92-d2ea-4853-9d8a-f3f58b7195c2 None None] Pushing event updated for resources: {'Port': ['ID=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:54.700908 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] Provisioning complete for port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:54.701404 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.725514 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-a281f7d2-5986-4cf3-91a9-bd49fd05da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:54.728978 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-a281f7d2-5986-4cf3-91a9-bd49fd05da0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 1129 time: 0.1104853 May 11 05:58:54.819224 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] Set router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:54.951428 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] Current status of the port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:54.952721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:54.967307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291be72-e04a-46ca-be34-80c12422cf24 req-8283ac29-5e13-43d4-9f17-b171d428ef6c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:54.970557 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2291be72-e04a-46ca-be34-80c12422cf24 req-8283ac29-5e13-43d4-9f17-b171d428ef6c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0829060 May 11 05:58:54.980218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558cdb8-8d6a-492f-b862-ac87775f4a90 req-65a6ba35-3d57-42a4-8ec7-228b0decfae4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:54.991937 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2558cdb8-8d6a-492f-b862-ac87775f4a90 req-65a6ba35-3d57-42a4-8ec7-228b0decfae4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1082978 May 11 05:58:55.097671 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] For port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:58:55.107754 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2291be72-e04a-46ca-be34-80c12422cf24 req-6f3846c6-609c-4f40-a7bd-1f4b5ebac041 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306281 May 11 05:58:55.143327 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49844) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:55.178928 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2558cdb8-8d6a-492f-b862-ac87775f4a90 req-fb80424b-eaa9-4f41-b98a-b435bf0803af tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691895 May 11 05:58:55.179593 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.298018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T05:58:49Z', 'revision_number': 4, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '08fc1d8b-9d4f-4b3e-9828-eaa98d5da432', 'name': '', 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'mac_address': 'fa:16:3e:62:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:49Z', 'updated_at': '2022-05-11T05:58:54Z', 'revision_number': 4, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'subnets': [{'id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:55.408719 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-779b943d-54ae-4f8e-91e0-254d9cfdc70a req-7b0e087e-d1c8-4d00-9838-c446106c550b tempest-DeleteServersTestJSON-225854951 tempest-DeleteServersTestJSON-225854951-project] 10.222.0.44 "GET /v2.0/ports?device_id=39347ca4-ad15-48cb-8486-41ea06de7fee HTTP/1.1" status: 200 len: 210 time: 0.0919511 May 11 05:58:55.437891 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206e524-4837-4cbc-9fe1-a5686c0f8542 None None] The sync data for ids ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'] in dv-cinder-733623-13-iscsi is: [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T05:58:49Z', 'revision_number': 4, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '08fc1d8b-9d4f-4b3e-9828-eaa98d5da432', 'name': '', 'network_id': 'd65e7f21-49fb-47e1-a0ab-aa9a1f64e07a', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'mac_address': 'fa:16:3e:62:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:49Z', 'updated_at': '2022-05-11T05:58:54Z', 'revision_number': 4, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'subnets': [{'id': 'c206b6f7-81d4-49c9-843e-53d1125a1fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:55.446075 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-7720028c-13af-4663-afca-17d7d3f74181 None None] Provisioning complete for port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:55.446708 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7720028c-13af-4663-afca-17d7d3f74181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.472987 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb4ca1-75fb-450c-a405-00e333bc36b9 None None] Pushing event updated for resources: {'Port': ['ID=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:55.507306 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a7f30b6f-4f14-49d1-9cb0-57c38b5efb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.697925 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-7720028c-13af-4663-afca-17d7d3f74181 None None] Current status of the port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:55.740156 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a7f30b6f-4f14-49d1-9cb0-57c38b5efb7f admin admin] Publish callbacks [] for security_group (e9ef7a12-c344-41f1-818a-d7c241723fc6), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.755987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a7f30b6f-4f14-49d1-9cb0-57c38b5efb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e9ef7a12-c344-41f1-818a-d7c241723fc6), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.816812 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a7f30b6f-4f14-49d1-9cb0-57c38b5efb7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baf427230a4c45ef8f785206a7632930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6714942 May 11 05:58:55.818645 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49848) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:55.826127 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f30b6f-4f14-49d1-9cb0-57c38b5efb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef7a12-c344-41f1-818a-d7c241723fc6,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:55.945558 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ee3dd6e-89a3-4e8c-8171-841bd9e24f84 admin admin] Publish callbacks [] for security_group (e9ef7a12-c344-41f1-818a-d7c241723fc6), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.976736 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ee3dd6e-89a3-4e8c-8171-841bd9e24f84 admin admin] Publish callbacks [] for security_group (e9ef7a12-c344-41f1-818a-d7c241723fc6), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:55.988891 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-3c84a0b9-6280-4b92-a255-9e19911102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:55.990469 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-3c84a0b9-6280-4b92-a255-9e19911102f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.7629678 May 11 05:58:56.007128 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cfe09-02eb-4426-9b8f-2c0c87ce5053 req-724c6118-7ca6-46bf-b077-f3ad0c72ed2a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:56.013105 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9b7cfe09-02eb-4426-9b8f-2c0c87ce5053 req-724c6118-7ca6-46bf-b077-f3ad0c72ed2a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0790212 May 11 05:58:56.018877 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49852) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:56.024623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'floatingip': {'port_id': '2222d0f9-acf4-4372-9885-2ac3de9a79e8'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:58:56.065879 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-e0ea7589-4467-4c45-914e-5d2872d1b824 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a46e18-b3c4-4987-94de-348690945cd6 HTTP/1.1" status: 200 len: 217 time: 0.0515134 May 11 05:58:56.076605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d668526b-5b52-4e72-897d-f342039117b4), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:56.134318 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-32531a93-f7f5-48f4-be6c-fcff4d81ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:56.136591 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-32531a93-f7f5-48f4-be6c-fcff4d81ab33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0649931 May 11 05:58:56.231865 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ee3dd6e-89a3-4e8c-8171-841bd9e24f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e9ef7a12-c344-41f1-818a-d7c241723fc6), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:56.239783 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7ee3dd6e-89a3-4e8c-8171-841bd9e24f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:56.244017 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7ee3dd6e-89a3-4e8c-8171-841bd9e24f84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9ef7a12-c344-41f1-818a-d7c241723fc6 HTTP/1.1" status: 204 len: 168 time: 0.4239669 May 11 05:58:56.262679 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-1a03cb5d-9ea8-4a8e-94ba-32cabaa2ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:56.266254 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3dd6e-89a3-4e8c-8171-841bd9e24f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef7a12-c344-41f1-818a-d7c241723fc6,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:56.269615 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-1a03cb5d-9ea8-4a8e-94ba-32cabaa2ebe3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1078403 May 11 05:58:56.581392 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-81fa081a-c132-4f1d-8d95-7494e8b9b8d9 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024323 May 11 05:58:56.776157 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49872) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:56.864688 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5acbab3-801b-4b0c-954f-b3847430b1db req-d22663d8-d0c2-4828-a393-5c50a224aaa5 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665246 May 11 05:58:56.865752 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687f5a-ba63-40df-a6f6-fbe1b73d337d req-823fcc0b-cc10-4a2c-a8e4-e7952a4384bb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:56.877404 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6687f5a-ba63-40df-a6f6-fbe1b73d337d req-823fcc0b-cc10-4a2c-a8e4-e7952a4384bb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1762893 May 11 05:58:57.124899 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f2b903ef-a656-4d40-93f8-7af2b6af7df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.259287 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:58:57.267692 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6687f5a-ba63-40df-a6f6-fbe1b73d337d req-3627f7c9-0f0b-4302-88e6-4e1acacf9f38 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891511 May 11 05:58:57.358922 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f2b903ef-a656-4d40-93f8-7af2b6af7df1 admin admin] Publish callbacks [] for security_group (0ff49a96-4750-44cf-b540-6216342e2fb3), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.386998 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f2b903ef-a656-4d40-93f8-7af2b6af7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0ff49a96-4750-44cf-b540-6216342e2fb3), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.462012 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.469657 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (d668526b-5b52-4e72-897d-f342039117b4), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.480838 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:58:57.481808 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.485523 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f2b903ef-a656-4d40-93f8-7af2b6af7df1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51a7bfdc6f1d4bfca35f737b85ea54a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062812 May 11 05:58:57.485523 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b903ef-a656-4d40-93f8-7af2b6af7df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff49a96-4750-44cf-b540-6216342e2fb3,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:57.491832 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 49898) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:57.597155 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ae67744d-f94e-4c56-bbc5-0c542c9bf922 admin admin] Publish callbacks [] for security_group (0ff49a96-4750-44cf-b540-6216342e2fb3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.644509 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ae67744d-f94e-4c56-bbc5-0c542c9bf922 admin admin] Publish callbacks [] for security_group (0ff49a96-4750-44cf-b540-6216342e2fb3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.674059 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:58:57.698689 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Floating IP d668526b-5b52-4e72-897d-f342039117b4 associated. External IP: 172.27.1.151, port: 2222d0f9-acf4-4372-9885-2ac3de9a79e8. May 11 05:58:57.721232 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ae67744d-f94e-4c56-bbc5-0c542c9bf922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0ff49a96-4750-44cf-b540-6216342e2fb3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.727597 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ae67744d-f94e-4c56-bbc5-0c542c9bf922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:57.731470 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ae67744d-f94e-4c56-bbc5-0c542c9bf922 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ff49a96-4750-44cf-b540-6216342e2fb3 HTTP/1.1" status: 204 len: 168 time: 0.2355602 May 11 05:58:57.753972 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67744d-f94e-4c56-bbc5-0c542c9bf922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff49a96-4750-44cf-b540-6216342e2fb3,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:58.091333 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Router bb534a06-d203-4d06-837a-5ed49fae476b has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:58:58.259803 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:58:58.266231 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:58.274258 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:58:58.301743 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-3c4bac22-ebc2-4336-bf60-4ab364fb685d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "PUT /v2.0/floatingips/d668526b-5b52-4e72-897d-f342039117b4 HTTP/1.1" status: 200 len: 991 time: 2.2817531 May 11 05:58:58.302311 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:58:58.304923 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8778c-7a29-4ac6-a176-1249d360002a" -d '{"events": [{"name": "network-changed", "server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:58:58.328743 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:58.329537 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:58.379940 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062cc27a-4208-49d4-9561-f75437470974 x-openstack-request-id: req-062cc27a-4208-49d4-9561-f75437470974 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:58:58.380468 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:58:58.380733 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-062cc27a-4208-49d4-9561-f75437470974 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:58:58.381375 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062cc27a-4208-49d4-9561-f75437470974'] response: {'name': 'network-changed', 'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'status': 'completed', 'code': 200} May 11 05:58:58.508216 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01f6db-e4b0-4966-8ff3-78ab78d5050a req-a3a8c767-93d1-43ff-a03d-4e5c7b159287 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:58.509823 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-aa01f6db-e4b0-4966-8ff3-78ab78d5050a req-a3a8c767-93d1-43ff-a03d-4e5c7b159287 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1007838 May 11 05:58:58.576045 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:58.649932 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-ff0b481b-975b-424e-8cc3-3056c980f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:58.655727 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-ff0b481b-975b-424e-8cc3-3056c980f5a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 1129 time: 0.1927574 May 11 05:58:58.736491 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 49990) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:58.771021 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-aa01f6db-e4b0-4966-8ff3-78ab78d5050a req-b1f888c1-2f8a-4028-b797-b6129c8462d2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099094 May 11 05:58:58.846442 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'd668526b-5b52-4e72-897d-f342039117b4', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'port_id': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'mac_address': 'fa:16:3e:67:3d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:23Z', 'updated_at': '2022-05-11T05:58:57Z', 'revision_number': 1, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:58.850168 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Deleting subnet 3e271302-a3ff-4c1d-80bf-42857385668f {{(pid=103520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 05:58:58.857606 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Publish callbacks [] for subnet (3e271302-a3ff-4c1d-80bf-42857385668f), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:58.881266 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:58:58.892012 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:58:58.892919 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:58:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:58.904042 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-afb39acb-504b-491a-919b-8858e931c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:58.906659 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-afb39acb-504b-491a-919b-8858e931c8d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 912 time: 0.2367332 May 11 05:58:58.948282 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Publish callbacks [] for subnet (3e271302-a3ff-4c1d-80bf-42857385668f), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:58.974414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (3e271302-a3ff-4c1d-80bf-42857385668f), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.022629 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:58:59.089875 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-0f3abca5-0fad-4d32-b696-107dce19cf0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8 HTTP/1.1" status: 200 len: 999 time: 0.1728294 May 11 05:58:59.119418 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (3e271302-a3ff-4c1d-80bf-42857385668f), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.191221 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e271302-a3ff-4c1d-80bf-42857385668f,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:58:59.212924 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.230497 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c7908530-dded-4b18-a5ef-be12bc663e36 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3e271302-a3ff-4c1d-80bf-42857385668f HTTP/1.1" status: 204 len: 168 time: 0.4905694 May 11 05:58:59.236631 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50000) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:58:59.261846 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-0727e0d9-b919-46b0-87e4-202fa5b19623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:59.266180 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-0727e0d9-b919-46b0-87e4-202fa5b19623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.1632502 May 11 05:58:59.331702 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-73a7f352-bef6-4f5b-879f-96adbe060ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:58:59.334145 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-73a7f352-bef6-4f5b-879f-96adbe060ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600278 May 11 05:58:59.375388 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.481731 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'd668526b-5b52-4e72-897d-f342039117b4', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'port_id': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'mac_address': 'fa:16:3e:67:3d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:23Z', 'updated_at': '2022-05-11T05:58:57Z', 'revision_number': 1, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:59.531819 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146705d9-7a0d-4fd8-b173-5ed76aefeede None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'd668526b-5b52-4e72-897d-f342039117b4', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'floating_ip_address': '172.27.1.151', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'port_id': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'mac_address': 'fa:16:3e:67:3d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:23Z', 'updated_at': '2022-05-11T05:58:57Z', 'revision_number': 1, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:58:59.554676 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.559702 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-fec4f3eb-2069-4614-81f3-f3c4fc52024e service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059236 May 11 05:58:59.612593 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.613184 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.614152 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.614526 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.623242 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.623606 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.624061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.624386 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.624795 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.625043 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.707296 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2f8778c-7a29-4ac6-a176-1249d360002a req-587d61c4-77f0-441b-b232-af3aa420fa1e service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329157 May 11 05:58:59.770947 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.771320 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.771651 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.771983 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 05:58:59.772358 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:59.803933 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd876bd-2f08-4983-99b3-62a5e7520bc6') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:59.804239 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd876bd-2f08-4983-99b3-62a5e7520bc6') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:58:59.845735 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (8dd876bd-2f08-4983-99b3-62a5e7520bc6), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.885739 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (8dd876bd-2f08-4983-99b3-62a5e7520bc6), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.897857 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff81a8d-12dd-4dfe-ac35-63ae26610fca None None] New status for floating IP d668526b-5b52-4e72-897d-f342039117b4: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 05:58:59.910704 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 05:58:59.911372 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (8dd876bd-2f08-4983-99b3-62a5e7520bc6), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: from cryptography.utils import int_from_bytes May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: from cryptography.utils import int_from_bytes May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 05:58:59.937291 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 05:59:00.024982 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:00.068928 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:00.074812 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:00.081536 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8c8dea8c-dcac-4017-915c-5c612e8458a6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9dfe63ce-f48f-4bae-96a9-e745ecfb0b0a HTTP/1.1" status: 204 len: 168 time: 0.8417170 May 11 05:59:00.106315 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f83994-bd3f-42b5-a3c4-0c44bdf9d2c0 req-9977130a-6bce-4ece-8bbe-243c90f64e94 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:00.109276 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-08f83994-bd3f-42b5-a3c4-0c44bdf9d2c0 req-9977130a-6bce-4ece-8bbe-243c90f64e94 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1006384 May 11 05:59:00.207289 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-08f83994-bd3f-42b5-a3c4-0c44bdf9d2c0 req-1f61306a-f4ac-428d-94a4-c440d12bb8ad tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908487 May 11 05:59:00.405539 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50038) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:00.470026 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-dccb9f08-033d-448a-a76b-8462cd35c198 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98d1a529cc4d4a11b49d9e08ae5b2f69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0622220 May 11 05:59:00.472488 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50042) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:00.543289 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bddb795d-7057-4968-9ce1-e9565da727e2 admin admin] Publish callbacks [] for security_group (a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:00.577574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bddb795d-7057-4968-9ce1-e9565da727e2 admin admin] Publish callbacks [] for security_group (a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:00.661366 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bddb795d-7057-4968-9ce1-e9565da727e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:00.664673 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bddb795d-7057-4968-9ce1-e9565da727e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:00.665880 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-bddb795d-7057-4968-9ce1-e9565da727e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4 HTTP/1.1" status: 204 len: 168 time: 0.1921730 May 11 05:59:00.680314 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb795d-7057-4968-9ce1-e9565da727e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af5c42-0d3a-4e1c-bbf5-82bd437c34f4,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:01.394931 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2818b-2de3-4901-b16a-aafee9cabc02 req-55c50f20-7f79-44aa-a162-f4ef9245666a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:01.403550 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-89b2818b-2de3-4901-b16a-aafee9cabc02 req-55c50f20-7f79-44aa-a162-f4ef9245666a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0769961 May 11 05:59:01.549997 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-89b2818b-2de3-4901-b16a-aafee9cabc02 req-bb531b09-46dd-450f-90bc-e6a0719c6e7b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347046 May 11 05:59:02.692879 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63719d-23ef-4420-8766-f8cedb14779b req-e54991ff-0f53-49bc-96d7-c42e4e9a37e9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:02.699594 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-be63719d-23ef-4420-8766-f8cedb14779b req-e54991ff-0f53-49bc-96d7-c42e4e9a37e9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0620799 May 11 05:59:02.765347 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-be63719d-23ef-4420-8766-f8cedb14779b req-7657a56a-250a-48c7-8938-34c8939a34ae tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628726 May 11 05:59:03.898954 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7446b1-8067-41c5-a90d-16b10048965d req-a08cb4fa-ca47-4f4c-b5d8-64d115110b24 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:03.900540 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9d7446b1-8067-41c5-a90d-16b10048965d req-a08cb4fa-ca47-4f4c-b5d8-64d115110b24 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0636189 May 11 05:59:03.959793 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9d7446b1-8067-41c5-a90d-16b10048965d req-21648412-e31b-4f31-b35a-0a078690fb55 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481663 May 11 05:59:05.094299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcd6f0-49de-48d2-8608-27a97f1e7917 req-653bc4ea-4fc5-4c02-b823-4bd23db29320 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:05.101619 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ddcd6f0-49de-48d2-8608-27a97f1e7917 req-653bc4ea-4fc5-4c02-b823-4bd23db29320 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0548139 May 11 05:59:05.165059 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ddcd6f0-49de-48d2-8608-27a97f1e7917 req-c28a0470-8b38-4a98-b0ea-2c45b5a617c7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623963 May 11 05:59:06.081665 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50210) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:06.197444 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b6bb49b3-1d90-46a7-ab7c-724567fe9f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.288808 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b6bb49b3-1d90-46a7-ab7c-724567fe9f67 admin admin] Publish callbacks [] for security_group (9f9c07a9-61fc-43e3-adab-e2ea578e4524), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.293962 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b6bb49b3-1d90-46a7-ab7c-724567fe9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (9f9c07a9-61fc-43e3-adab-e2ea578e4524), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.296730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721136-b305-43c4-aba5-188833a8ea36 req-a6b94e90-fe74-4c84-b462-415ad600558d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:06.299190 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bd721136-b305-43c4-aba5-188833a8ea36 req-a6b94e90-fe74-4c84-b462-415ad600558d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0577843 May 11 05:59:06.327518 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb49b3-1d90-46a7-ab7c-724567fe9f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c07a9-61fc-43e3-adab-e2ea578e4524,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:06.343874 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b6bb49b3-1d90-46a7-ab7c-724567fe9f67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca26b5d993a049278f82860d72c78f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613907 May 11 05:59:06.345258 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50228) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:06.355258 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bd721136-b305-43c4-aba5-188833a8ea36 req-2c63fa1f-d03a-4ce4-8626-1181d7e7d231 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 May 11 05:59:06.407666 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-18830528-8349-4f29-b39c-ca2d98b05530 admin admin] Publish callbacks [] for security_group (9f9c07a9-61fc-43e3-adab-e2ea578e4524), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.476386 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-18830528-8349-4f29-b39c-ca2d98b05530 admin admin] Publish callbacks [] for security_group (9f9c07a9-61fc-43e3-adab-e2ea578e4524), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.537523 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-249966da-0440-45e0-97f4-7bd6ae1543f6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:06.539004 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-249966da-0440-45e0-97f4-7bd6ae1543f6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 815 time: 0.1458647 May 11 05:59:06.559391 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-222c1ac0-a09f-4785-a6f4-ce4e817ef969 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/quotas/4285af910bec40c4a5a5691d5492f941 HTTP/1.1" status: 200 len: 375 time: 0.0111022 May 11 05:59:06.564354 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-18830528-8349-4f29-b39c-ca2d98b05530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (9f9c07a9-61fc-43e3-adab-e2ea578e4524), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.567418 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-18830528-8349-4f29-b39c-ca2d98b05530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:06.568539 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-18830528-8349-4f29-b39c-ca2d98b05530 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f9c07a9-61fc-43e3-adab-e2ea578e4524 HTTP/1.1" status: 204 len: 168 time: 0.2221842 May 11 05:59:06.588063 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18830528-8349-4f29-b39c-ca2d98b05530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c07a9-61fc-43e3-adab-e2ea578e4524,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:06.624632 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-a06d7824-bd3c-4d7a-a23d-cdee4029af20 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548747 May 11 05:59:06.750416 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7fc5f544-732a-47c5-afdb-8d354408f198 service neutron] 10.222.0.44 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120570 May 11 05:59:06.866880 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7cbdbbd8-4316-4d29-9006-66807f595a81 service neutron] 10.222.0.44 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079738 May 11 05:59:06.933767 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50258) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:06.947839 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a05cb4bd-6720-4317-9328-f481842429f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.069384 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-52e06a5d-c2f5-4988-9aa3-12801a0ea0c2 req-f14c40b5-b1e1-430c-b953-52f93bf62817 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 210 time: 0.0338371 May 11 05:59:07.071155 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a05cb4bd-6720-4317-9328-f481842429f8 admin admin] Publish callbacks [] for security_group (28ff7b93-55d6-484c-ace4-7d3df5818cb0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.076254 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a05cb4bd-6720-4317-9328-f481842429f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (28ff7b93-55d6-484c-ace4-7d3df5818cb0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.123261 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a05cb4bd-6720-4317-9328-f481842429f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7b9adcf14ae4900992ed98a2662e111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884396 May 11 05:59:07.126299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cb4bd-6720-4317-9328-f481842429f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff7b93-55d6-484c-ace4-7d3df5818cb0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:07.127011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50264) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:07.186171 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c322-c8fe-4d6c-9614-be00a5492b90 admin admin] Publish callbacks [] for security_group (28ff7b93-55d6-484c-ace4-7d3df5818cb0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.210707 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c322-c8fe-4d6c-9614-be00a5492b90 admin admin] Publish callbacks [] for security_group (28ff7b93-55d6-484c-ace4-7d3df5818cb0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.266953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c322-c8fe-4d6c-9614-be00a5492b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (28ff7b93-55d6-484c-ace4-7d3df5818cb0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.269826 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c322-c8fe-4d6c-9614-be00a5492b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:07.271118 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c5d2c322-c8fe-4d6c-9614-be00a5492b90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28ff7b93-55d6-484c-ace4-7d3df5818cb0 HTTP/1.1" status: 204 len: 168 time: 0.1424968 May 11 05:59:07.281585 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c322-c8fe-4d6c-9614-be00a5492b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff7b93-55d6-484c-ace4-7d3df5818cb0,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:07.493460 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459a50a-cc4c-466c-a986-dd0cb6041bc5 req-b807b527-0a90-4d5e-8a6e-a06bfb7ed45e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:07.495282 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7459a50a-cc4c-466c-a986-dd0cb6041bc5 req-b807b527-0a90-4d5e-8a6e-a06bfb7ed45e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0638011 May 11 05:59:07.554266 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7459a50a-cc4c-466c-a986-dd0cb6041bc5 req-c19de823-30f7-41b4-95a9-2e0d50a837cc tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 May 11 05:59:08.177121 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c067b6a6-4038-4d41-82cb-c14932592bff req-5eeedb56-3b79-4a98-a684-9f068d0d7f54 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 210 time: 0.0331595 May 11 05:59:08.343324 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50312) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:08.380267 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-e5e8bd84-deae-46ea-b490-174b41558a33 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:08.383526 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-e5e8bd84-deae-46ea-b490-174b41558a33 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.24 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 815 time: 0.1395204 May 11 05:59:08.406225 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2e558f78-a43b-4397-aa54-33a237fd375f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.406990 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'port': {'device_id': '062320bf-1043-4042-8c15-82cfd3b16686', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'admin_state_up': True, 'tenant_id': '4285af910bec40c4a5a5691d5492f941'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:08.482123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f0690ec1-3748-4480-af3e-18ffb9570521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.558836 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Made reservation on behalf of 4285af910bec40c4a5a5691d5492f941 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:08.562458 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.589149 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f0690ec1-3748-4480-af3e-18ffb9570521 admin admin] Publish callbacks [] for security_group (26429b37-d486-4cb7-8113-f53a12c8b54d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.598904 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f0690ec1-3748-4480-af3e-18ffb9570521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (26429b37-d486-4cb7-8113-f53a12c8b54d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.637931 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f0690ec1-3748-4480-af3e-18ffb9570521 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b941a0c3931c49a1927d57d4650025db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933774 May 11 05:59:08.639524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50336) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:08.670729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0690ec1-3748-4480-af3e-18ffb9570521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26429b37-d486-4cb7-8113-f53a12c8b54d,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:08.796647 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621dd70-c112-493c-a514-3be10939eea4 req-b51ac392-8f02-4a1c-ad0c-54bdd616757a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:08.798220 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0621dd70-c112-493c-a514-3be10939eea4 req-b51ac392-8f02-4a1c-ad0c-54bdd616757a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1000948 May 11 05:59:08.806405 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eb05aaa3-16ab-4402-89ca-ffeada5d358f admin admin] Publish callbacks [] for security_group (26429b37-d486-4cb7-8113-f53a12c8b54d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.808468 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Allocated IP 172.20.0.5 (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3/e5be1b32-27cf-471d-91c1-c4c2d0d595b9/0ab1918d-6a5d-41ef-a74b-b96667049a93) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:08.864330 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eb05aaa3-16ab-4402-89ca-ffeada5d358f admin admin] Publish callbacks [] for security_group (26429b37-d486-4cb7-8113-f53a12c8b54d), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.916757 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0621dd70-c112-493c-a514-3be10939eea4 req-0a68a897-fa07-4f9e-9504-3a572305dc05 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053967 May 11 05:59:08.986489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eb05aaa3-16ab-4402-89ca-ffeada5d358f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (26429b37-d486-4cb7-8113-f53a12c8b54d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.989214 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eb05aaa3-16ab-4402-89ca-ffeada5d358f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:08.990512 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-eb05aaa3-16ab-4402-89ca-ffeada5d358f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26429b37-d486-4cb7-8113-f53a12c8b54d HTTP/1.1" status: 204 len: 168 time: 0.3501029 May 11 05:59:09.037690 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05aaa3-16ab-4402-89ca-ffeada5d358f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26429b37-d486-4cb7-8113-f53a12c8b54d,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:09.105450 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.169549 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.273121 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:09.277364 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:09.295812 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:09.304397 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:09.305665 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.343931 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:09.361127 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-7571e034-bea5-4fdf-96f6-b412e3853547 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9589906 May 11 05:59:09.406147 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ae9a6-7f78-4c1e-9b10-c925ca6fedf0 req-4b86734d-cba1-47fb-a7d1-17e5ce5cd49b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:09.409286 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e81ae9a6-7f78-4c1e-9b10-c925ca6fedf0 req-4b86734d-cba1-47fb-a7d1-17e5ce5cd49b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 931 time: 0.0863402 May 11 05:59:09.469346 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Request body: {'port': {'device_id': '062320bf-1043-4042-8c15-82cfd3b16686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:09.564237 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e81ae9a6-7f78-4c1e-9b10-c925ca6fedf0 req-ebd99cfd-fc61-4acb-b81c-95bbb9a09191 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463060 May 11 05:59:09.662849 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.706643 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50368) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:09.730783 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-834e8a92-796e-4599-b990-7b19fc13da8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.765543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-1bd7a073-d7c4-40d5-8afb-f54eeea000b1 None None] Provisioning complete for port 0ab1918d-6a5d-41ef-a74b-b96667049a93 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:09.766392 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a073-d7c4-40d5-8afb-f54eeea000b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.864852 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7a073-d7c4-40d5-8afb-f54eeea000b1 None None] Port 0ab1918d-6a5d-41ef-a74b-b96667049a93 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:09.968681 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-834e8a92-796e-4599-b990-7b19fc13da8b admin admin] Publish callbacks [] for security_group (ea052c97-ed09-419c-a289-d84d8706b31e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:09.974192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-834e8a92-796e-4599-b990-7b19fc13da8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ea052c97-ed09-419c-a289-d84d8706b31e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.047057 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-834e8a92-796e-4599-b990-7b19fc13da8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e3bd0f798e64e439eb202212dba8569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392036 May 11 05:59:10.051325 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50378) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:10.085237 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e8a92-796e-4599-b990-7b19fc13da8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea052c97-ed09-419c-a289-d84d8706b31e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:10.147402 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab1918d-6a5d-41ef-a74b-b96667049a93 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:59:10.156802 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Publish callbacks [] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.159384 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-93fe628e-fa03-44de-9480-b353480976c7 admin admin] Publish callbacks [] for security_group (ea052c97-ed09-419c-a289-d84d8706b31e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.175272 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Transition to ACTIVE for port object 0ab1918d-6a5d-41ef-a74b-b96667049a93 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:59:10.180244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.191715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-93fe628e-fa03-44de-9480-b353480976c7 admin admin] Publish callbacks [] for security_group (ea052c97-ed09-419c-a289-d84d8706b31e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.260674 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-93fe628e-fa03-44de-9480-b353480976c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ea052c97-ed09-419c-a289-d84d8706b31e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.264696 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-93fe628e-fa03-44de-9480-b353480976c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.267173 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-93fe628e-fa03-44de-9480-b353480976c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea052c97-ed09-419c-a289-d84d8706b31e HTTP/1.1" status: 204 len: 168 time: 0.2141368 May 11 05:59:10.285290 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe628e-fa03-44de-9480-b353480976c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea052c97-ed09-419c-a289-d84d8706b31e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:10.299239 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:10.313350 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04c4a0-40bc-43bc-96c6-ce649a9cc9d1 req-85a04c93-e9aa-40c2-86df-59f798b7db48 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:10.324799 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c04c4a0-40bc-43bc-96c6-ce649a9cc9d1 req-85a04c93-e9aa-40c2-86df-59f798b7db48 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1474316 May 11 05:59:10.419558 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Attempting to bind port 0ab1918d-6a5d-41ef-a74b-b96667049a93 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:10.419920 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Attempting to bind port 0ab1918d-6a5d-41ef-a74b-b96667049a93 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:10.420755 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Attempting to bind port 0ab1918d-6a5d-41ef-a74b-b96667049a93 on network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:10.427011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Port 0ab1918d-6a5d-41ef-a74b-b96667049a93 on network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:59:10.427345 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Attempting to bind port 0ab1918d-6a5d-41ef-a74b-b96667049a93 on network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:10.449212 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c04c4a0-40bc-43bc-96c6-ce649a9cc9d1 req-538c5091-5c36-46b8-ac02-1912d0f021ed tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192098 May 11 05:59:10.450222 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:10.450542 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Checking segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:10.450975 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Bound using segment: {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:10.463269 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Bound port: 0ab1918d-6a5d-41ef-a74b-b96667049a93, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84592529-37f9-45de-9f48-6b5649dcc1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:10.463668 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.606848 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:10.615866 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:10.628852 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.725527 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:10.726757 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d3bda6f1-aab6-4a15-b7e3-85f7d2bdcccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.728407 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:10.730062 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] 10.222.0.24 "PUT /v2.0/ports/0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 1093 time: 1.2664003 May 11 05:59:10.732620 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:59:10.736284 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799325c2-3e4c-4af6-9932-ed803be59bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:59:10.774974 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137c4b7-9211-48ff-a151-d12a2a9e07f6 req-d67297d7-294c-4f78-8829-9b9748b8d8bf tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:10.777151 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0137c4b7-9211-48ff-a151-d12a2a9e07f6 req-d67297d7-294c-4f78-8829-9b9748b8d8bf tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1152048 May 11 05:59:10.802612 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be152-3f80-43a2-8820-bf71b2b1aed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:10.818441 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4faf25-146b-4419-8dda-9f2bae4a39c3 x-openstack-request-id: req-9a4faf25-146b-4419-8dda-9f2bae4a39c3 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:59:10.818924 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:59:10.819262 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a4faf25-146b-4419-8dda-9f2bae4a39c3 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:59:10.819851 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4faf25-146b-4419-8dda-9f2bae4a39c3'] response: {'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'status': 'completed', 'code': 200} May 11 05:59:10.863715 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0137c4b7-9211-48ff-a151-d12a2a9e07f6 req-55759b38-2de0-48e3-87e4-f117fa2e37a2 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783243 May 11 05:59:10.941503 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50388) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:10.965241 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74719997-54f1-4773-89d6-430a548f2748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.114572 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74719997-54f1-4773-89d6-430a548f2748 admin admin] Publish callbacks [] for security_group (3f010ab1-6cae-4a30-a8e7-95ceb2310f58), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.126885 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-74719997-54f1-4773-89d6-430a548f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (3f010ab1-6cae-4a30-a8e7-95ceb2310f58), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.174520 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-74719997-54f1-4773-89d6-430a548f2748 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbf1e42448b846a598e6550793c4a374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316272 May 11 05:59:11.175475 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74719997-54f1-4773-89d6-430a548f2748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f010ab1-6cae-4a30-a8e7-95ceb2310f58,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:11.178027 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50396) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:11.257951 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a3d19f2-7916-44e7-90fa-5df4f1c3ccdd admin admin] Publish callbacks [] for security_group (3f010ab1-6cae-4a30-a8e7-95ceb2310f58), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.312479 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a3d19f2-7916-44e7-90fa-5df4f1c3ccdd admin admin] Publish callbacks [] for security_group (3f010ab1-6cae-4a30-a8e7-95ceb2310f58), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.400919 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a3d19f2-7916-44e7-90fa-5df4f1c3ccdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (3f010ab1-6cae-4a30-a8e7-95ceb2310f58), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.403923 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a3d19f2-7916-44e7-90fa-5df4f1c3ccdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.408160 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9a3d19f2-7916-44e7-90fa-5df4f1c3ccdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f010ab1-6cae-4a30-a8e7-95ceb2310f58 HTTP/1.1" status: 204 len: 168 time: 0.2289245 May 11 05:59:11.417308 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d19f2-7916-44e7-90fa-5df4f1c3ccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f010ab1-6cae-4a30-a8e7-95ceb2310f58,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:11.649376 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0925d-39fa-4db3-b087-bcb50341719c req-62700e02-8359-4cd7-a6cd-6c59f6b064f6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:11.658122 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-aed0925d-39fa-4db3-b087-bcb50341719c req-62700e02-8359-4cd7-a6cd-6c59f6b064f6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1172013 May 11 05:59:11.727968 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:11.755643 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-aed0925d-39fa-4db3-b087-bcb50341719c req-e34dcb45-07bd-47e5-9d4e-e5c5703952b9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965333 May 11 05:59:12.012121 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1524f7a-c0ac-4699-a287-61af8cab0665 req-566b32df-3779-42d1-9a61-e30bc16f3cab tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:12.013714 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1524f7a-c0ac-4699-a287-61af8cab0665 req-566b32df-3779-42d1-9a61-e30bc16f3cab tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.0669098 May 11 05:59:12.078409 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1524f7a-c0ac-4699-a287-61af8cab0665 req-6e88e2f7-e2bc-4a37-b9a9-3b8f8f74d69e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571427 May 11 05:59:12.478310 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50434) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:12.580048 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-644934792-network', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:12.605163 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Made reservation on behalf of 12ba636dcfc34045b8b7fd82fa770bc0 for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:12.607573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.616775 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.712831 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks [] for security_group (8102f732-6b1c-4678-886c-8dea1ea486b1), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.717960 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8102f732-6b1c-4678-886c-8dea1ea486b1), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.761082 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:59:12.787937 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8102f732-6b1c-4678-886c-8dea1ea486b1,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:12.798421 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (0b2ba957-979d-469b-a81e-d5a12b4283a7), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.799133 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Added segment 0b2ba957-979d-469b-a81e-d5a12b4283a7 of type vlan for network 1c2135e5-d24e-4b23-bdbc-168d1955897d May 11 05:59:12.856156 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (1c2135e5-d24e-4b23-bdbc-168d1955897d), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.912765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (1c2135e5-d24e-4b23-bdbc-168d1955897d), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.914011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:12.914640 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:12.973536 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339654ef-4b8b-4df4-8728-159255f69461 req-1e15892a-ead8-4f86-9f9d-9402bc0fa612 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:12.973536 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-339654ef-4b8b-4df4-8728-159255f69461 req-1e15892a-ead8-4f86-9f9d-9402bc0fa612 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1035728 May 11 05:59:13.004571 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5222166 May 11 05:59:13.005066 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50464) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:13.010310 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Request body: {'subnet': {'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-644934792-subnet', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:13.013135 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf25ed0-ff24-4ad2-8757-866cbea99b99 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2135e5-d24e-4b23-bdbc-168d1955897d,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:13.028133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:59:13.037001 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Made reservation on behalf of 12ba636dcfc34045b8b7fd82fa770bc0 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:13.039431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.124011 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-339654ef-4b8b-4df4-8728-159255f69461 req-8dee1ae5-b134-4fd8-ab0e-b0852a83abde tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176486 May 11 05:59:13.281158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.291505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a4a71-bbb3-4456-8fd2-4d3ea2a7cefb req-03b322cf-2c01-40ac-8b51-a338bc9efae9 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:13.292993 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1e7a4a71-bbb3-4456-8fd2-4d3ea2a7cefb req-03b322cf-2c01-40ac-8b51-a338bc9efae9 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1003113 May 11 05:59:13.399670 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1e7a4a71-bbb3-4456-8fd2-4d3ea2a7cefb req-e3e56916-0b83-482d-b81b-29a268bdbab5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003914 May 11 05:59:13.455076 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (ba10a464-fd77-4ccf-99fd-cc882e9e7b82), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.510624 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba10a464-fd77-4ccf-99fd-cc882e9e7b82,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:13.540834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Checking segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:13.541366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Network hostable DHCP agents. Network: 1c2135e5-d24e-4b23-bdbc-168d1955897d, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:59:13.564015 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:59:13.573337 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 1c2135e5-d24e-4b23-bdbc-168d1955897d) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:13.578619 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:13.579711 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.583255 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308741a5-d6e0-48d5-92ab-b9ed9828fd9e None None] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:59:13.611024 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1879f7ff-b819-4e77-93b8-41169204c71d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6036992 May 11 05:59:13.612023 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50496) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:13.617805 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:13.644620 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (d632853d-67a9-4da5-a5c3-3a26f5aca163), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.645693 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (d632853d-67a9-4da5-a5c3-3a26f5aca163), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.740780 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks [] for router_controller (d632853d-67a9-4da5-a5c3-3a26f5aca163), precommit_add_association {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.759134 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-1c2135e5-d24e-4b23-bdbc-168d1955897d', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:59:13.760266 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:13.941717 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Allocated IP 172.20.0.2 (1c2135e5-d24e-4b23-bdbc-168d1955897d/ba10a464-fd77-4ccf-99fd-cc882e9e7b82/d5052a54-8f53-479d-95c4-81a6a110dae7) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:14.143509 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Publish callbacks [] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.149383 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.155263 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks [] for router_gateway (d632853d-67a9-4da5-a5c3-3a26f5aca163), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.195491 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:14.200999 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:14.207452 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:14.210807 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Pushing event updated for resources: {'Port': ['ID=d5052a54-8f53-479d-95c4-81a6a110dae7,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:14.295632 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Attempting to bind port d5052a54-8f53-479d-95c4-81a6a110dae7 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:14.296071 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Attempting to bind port d5052a54-8f53-479d-95c4-81a6a110dae7 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:14.296436 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Attempting to bind port d5052a54-8f53-479d-95c4-81a6a110dae7 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:14.301867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:14.303398 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Checking segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:14.303809 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.304197 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Bound using segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:14.304706 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Bound port: d5052a54-8f53-479d-95c4-81a6a110dae7, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:14.305087 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.351942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15626f-7df0-4cd1-9786-24bfb4e30fa7 req-84494055-62e1-472c-ac16-1ec74a245a40 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:14.360179 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ba15626f-7df0-4cd1-9786-24bfb4e30fa7 req-84494055-62e1-472c-ac16-1ec74a245a40 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0678904 May 11 05:59:14.395442 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] For port d5052a54-8f53-479d-95c4-81a6a110dae7, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:14.399095 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] For port d5052a54-8f53-479d-95c4-81a6a110dae7, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d5052a54-8f53-479d-95c4-81a6a110dae7,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:14.413140 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.501962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea21caf-7e39-4053-a451-355cbd58408e None None] Pushing event updated for resources: {'Port': ['ID=d5052a54-8f53-479d-95c4-81a6a110dae7,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:14.534414 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ba15626f-7df0-4cd1-9786-24bfb4e30fa7 req-3cc0b00d-475e-4a4f-bf70-5ba4fa3d1be5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730516 May 11 05:59:14.575602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284bce6-8c20-4c74-a968-fa5aee1b3738 req-1cce46d5-53b1-4598-a04c-1578c83d4713 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:14.580594 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2284bce6-8c20-4c74-a968-fa5aee1b3738 req-1cce46d5-53b1-4598-a04c-1578c83d4713 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.0838683 May 11 05:59:14.585859 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks [] for router_gateway (d632853d-67a9-4da5-a5c3-3a26f5aca163), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.630953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.642750 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2284bce6-8c20-4c74-a968-fa5aee1b3738 req-9c61b4fc-050e-4859-a2a9-0becefd3b14f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 May 11 05:59:14.766880 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Allocated IP 172.27.1.116 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/abccb1e1-1504-4a92-83ef-ac237172cf81) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:14.848691 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.935479 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks [] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:14.976690 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:15.014384 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:15.017564 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:15.020881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:15.068056 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Pushing event updated for resources: {'Port': ['ID=abccb1e1-1504-4a92-83ef-ac237172cf81,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:15.281301 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d5052a54-8f53-479d-95c4-81a6a110dae7 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:15.399795 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks [] for router_gateway (d632853d-67a9-4da5-a5c3-3a26f5aca163), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:15.421243 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port d5052a54-8f53-479d-95c4-81a6a110dae7 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:15.421895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:15.653187 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port d5052a54-8f53-479d-95c4-81a6a110dae7 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:15.653953 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:15.698444 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50538) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:15.733756 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port d5052a54-8f53-479d-95c4-81a6a110dae7, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d5052a54-8f53-479d-95c4-81a6a110dae7,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:15.744595 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:15.785593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a26cb7-cb83-4f46-a1b2-ce7fba3ef0fd req-5efb3973-411f-4f96-b1e3-580cdbaed34e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:15.797762 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b3a26cb7-cb83-4f46-a1b2-ce7fba3ef0fd req-5efb3973-411f-4f96-b1e3-580cdbaed34e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0881920 May 11 05:59:15.868852 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=d5052a54-8f53-479d-95c4-81a6a110dae7,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:15.912042 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af337bce-40c6-4873-a515-6ef40f8ad5a7 req-2bd81ee3-720a-4951-b676-9ceb0f9db37b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:15.922573 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af337bce-40c6-4873-a515-6ef40f8ad5a7 req-2bd81ee3-720a-4951-b676-9ceb0f9db37b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1457446 May 11 05:59:15.984165 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b3a26cb7-cb83-4f46-a1b2-ce7fba3ef0fd req-9ecd70e6-cafa-45de-9ef2-85eb1d66710b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854904 May 11 05:59:15.995084 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-5da7-41fb-ad26-b0c0dfe1d0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.009357 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122cb96-8e51-42ab-a72a-3f9cf3facc8f None None] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:59:16.010536 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (d632853d-67a9-4da5-a5c3-3a26f5aca163), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.056323 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af337bce-40c6-4873-a515-6ef40f8ad5a7 req-5ee35d32-4fcf-4f61-bcb6-adfdcb87b66c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325204 May 11 05:59:16.089906 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-c912dc26-5ff0-4527-a402-e1bdcb6b2652 None None] Provisioning complete for port d5052a54-8f53-479d-95c4-81a6a110dae7 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:16.090277 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c912dc26-5ff0-4527-a402-e1bdcb6b2652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.167173 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-5da7-41fb-ad26-b0c0dfe1d0ce admin admin] Publish callbacks [] for security_group (cac18cf9-c436-448b-9a9e-bb42c2159b75), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.179304 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-5da7-41fb-ad26-b0c0dfe1d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cac18cf9-c436-448b-9a9e-bb42c2159b75), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.235277 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:59:16.256132 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-11c12a4f-5da7-41fb-ad26-b0c0dfe1d0ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4a7c0914c1e4ae49ea0aa53ce695dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559175 May 11 05:59:16.257151 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12a4f-5da7-41fb-ad26-b0c0dfe1d0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac18cf9-c436-448b-9a9e-bb42c2159b75,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:16.260462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50542) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:16.285833 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-c912dc26-5ff0-4527-a402-e1bdcb6b2652 None None] Current status of the port d5052a54-8f53-479d-95c4-81a6a110dae7 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:16.349698 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dd38-f489-40cc-af19-7ab696527042 admin admin] Publish callbacks [] for security_group (cac18cf9-c436-448b-9a9e-bb42c2159b75), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.387718 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dd38-f489-40cc-af19-7ab696527042 admin admin] Publish callbacks [] for security_group (cac18cf9-c436-448b-9a9e-bb42c2159b75), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.427841 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:59:16.440622 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:59:16.454979 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:16.455622 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:16.506145 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.513823 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50546) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:16.517307 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-201024ae-60b5-4d63-a3b2-dabaf3070142 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9036801 May 11 05:59:16.621025 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:16.622696 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-2daf4521-0a0a-457d-93e5-19a0b985f205 None None] Provisioning complete for port d5052a54-8f53-479d-95c4-81a6a110dae7 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:16.624039 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2daf4521-0a0a-457d-93e5-19a0b985f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.744966 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2daf4521-0a0a-457d-93e5-19a0b985f205 None None] Current status of the port d5052a54-8f53-479d-95c4-81a6a110dae7 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:16.872764 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dd38-f489-40cc-af19-7ab696527042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cac18cf9-c436-448b-9a9e-bb42c2159b75), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.875340 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f8e1dd38-f489-40cc-af19-7ab696527042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:16.878693 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f8e1dd38-f489-40cc-af19-7ab696527042 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cac18cf9-c436-448b-9a9e-bb42c2159b75 HTTP/1.1" status: 204 len: 168 time: 0.6047871 May 11 05:59:16.891530 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:15Z', 'revision_number': 3, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:16.891912 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1dd38-f489-40cc-af19-7ab696527042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac18cf9-c436-448b-9a9e-bb42c2159b75,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:17.035302 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:59:17.035750 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Updating router d632853d-67a9-4da5-a5c3-3a26f5aca163 port abccb1e1-1504-4a92-83ef-ac237172cf81 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:59:17.117672 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:59:17.125941 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.244206 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928b497-9e0b-410e-a4dd-6d7e6779f7d3 req-f61a281c-ade8-44b0-bd12-287f6390e14e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:17.246244 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7928b497-9e0b-410e-a4dd-6d7e6779f7d3 req-f61a281c-ade8-44b0-bd12-287f6390e14e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1464534 May 11 05:59:17.253579 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d5052a54-8f53-479d-95c4-81a6a110dae7 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:17.363783 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefa1-1dcf-44d1-81a5-8f735b6ce4d6 req-4c9ad828-c27f-459f-963b-2caa38c57d2e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:17.365389 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-997aefa1-1dcf-44d1-81a5-8f735b6ce4d6 req-4c9ad828-c27f-459f-963b-2caa38c57d2e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1058908 May 11 05:59:17.374642 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port d5052a54-8f53-479d-95c4-81a6a110dae7 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:17.378098 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.381164 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7928b497-9e0b-410e-a4dd-6d7e6779f7d3 req-bbc56a17-9378-4c51-aecb-27a5d69f4424 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143539 May 11 05:59:17.502980 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-997aefa1-1dcf-44d1-81a5-8f735b6ce4d6 req-a0c1b536-eea0-4081-83de-b44a3ac3ea78 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304526 May 11 05:59:17.582320 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50558) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:17.602363 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdc9eb93-6f7f-40de-a89f-e2f949f03348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.648943 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port d5052a54-8f53-479d-95c4-81a6a110dae7 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:17.671392 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.683218 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Publish callbacks [] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.692716 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.780979 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Attempting to bind port abccb1e1-1504-4a92-83ef-ac237172cf81 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:17.781338 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Attempting to bind port abccb1e1-1504-4a92-83ef-ac237172cf81 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:17.786802 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Attempting to bind port abccb1e1-1504-4a92-83ef-ac237172cf81 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:17.787083 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdc9eb93-6f7f-40de-a89f-e2f949f03348 admin admin] Publish callbacks [] for security_group (db75d23c-70ae-490c-baad-03a8046bcba3), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.795528 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdc9eb93-6f7f-40de-a89f-e2f949f03348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (db75d23c-70ae-490c-baad-03a8046bcba3), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.812078 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:17.812858 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:17.813669 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.814203 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:17.814758 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Bound port: abccb1e1-1504-4a92-83ef-ac237172cf81, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:17.815216 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.832765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9eb93-6f7f-40de-a89f-e2f949f03348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db75d23c-70ae-490c-baad-03a8046bcba3,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:17.837876 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-cdc9eb93-6f7f-40de-a89f-e2f949f03348 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2129985c97b4b3a84a369bd741bf33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544668 May 11 05:59:17.840516 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50560) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:17.864577 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.870999 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Pushing event updated for resources: {'Port': ['ID=abccb1e1-1504-4a92-83ef-ac237172cf81,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:17.882662 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.883351 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.884082 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.884639 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.885172 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.885721 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.886255 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.887294 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.888137 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.888668 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.889369 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.889909 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.890261 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.890594 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.891253 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:17.931164 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d37e62-bdde-49fb-ab92-921ac46da184 admin admin] Publish callbacks [] for security_group (db75d23c-70ae-490c-baad-03a8046bcba3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.949796 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] For port abccb1e1-1504-4a92-83ef-ac237172cf81, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:17.955074 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] For port abccb1e1-1504-4a92-83ef-ac237172cf81, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=abccb1e1-1504-4a92-83ef-ac237172cf81,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:17.963629 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d37e62-bdde-49fb-ab92-921ac46da184 admin admin] Publish callbacks [] for security_group (db75d23c-70ae-490c-baad-03a8046bcba3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:17.964115 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:18.036105 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:18.037229 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d37e62-bdde-49fb-ab92-921ac46da184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (db75d23c-70ae-490c-baad-03a8046bcba3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:18.038469 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:18.040957 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16d37e62-bdde-49fb-ab92-921ac46da184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:18.043008 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-16d37e62-bdde-49fb-ab92-921ac46da184 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db75d23c-70ae-490c-baad-03a8046bcba3 HTTP/1.1" status: 204 len: 168 time: 0.2010849 May 11 05:59:18.064913 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Allocated IP 172.20.0.1 (1c2135e5-d24e-4b23-bdbc-168d1955897d/ba10a464-fd77-4ccf-99fd-cc882e9e7b82/e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:18.075245 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d37e62-bdde-49fb-ab92-921ac46da184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db75d23c-70ae-490c-baad-03a8046bcba3,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:18.214979 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:18.246669 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks [] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:18.278786 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54122e-1ac0-4b55-acfc-79b0fae3e818 None None] Pushing event updated for resources: {'Port': ['ID=abccb1e1-1504-4a92-83ef-ac237172cf81,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:18.324755 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:18.414104 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:18.415887 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Pushing event updated for resources: {'Port': ['ID=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:18.432974 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:18.442971 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:18.491332 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:15Z', 'revision_number': 3, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:18.565292 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b436c4-709f-4d9f-bfa4-61b78cc67b20 None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:15Z', 'revision_number': 3, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:59:18.595362 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (d632853d-67a9-4da5-a5c3-3a26f5aca163), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:18.673897 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f6dc4-5d9e-4b35-84b3-3045b0c46a9e req-9f3ed1b1-d88b-4f05-99e0-968121383ecd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:18.675482 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3b6f6dc4-5d9e-4b35-84b3-3045b0c46a9e req-9f3ed1b1-d88b-4f05-99e0-968121383ecd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1572554 May 11 05:59:18.841101 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3b6f6dc4-5d9e-4b35-84b3-3045b0c46a9e req-df4c271c-3f7a-444f-b61c-33885ff0082a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469421 May 11 05:59:18.942964 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80036cb0-d6a8-4886-b37f-8e18a2ecd539 req-fa8cadf8-fbba-425e-ba1f-7b155696d96f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:18.946948 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-80036cb0-d6a8-4886-b37f-8e18a2ecd539 req-fa8cadf8-fbba-425e-ba1f-7b155696d96f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1677287 May 11 05:59:18.998601 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-5b9f1379-3b45-4d82-be69-350b5a4ae73a None None] Provisioning complete for port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:19.001569 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5b9f1379-3b45-4d82-be69-350b5a4ae73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:19.134433 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f1379-3b45-4d82-be69-350b5a4ae73a None None] Port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:19.174204 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-80036cb0-d6a8-4886-b37f-8e18a2ecd539 req-880f5e6e-67c7-43ca-9f03-1b48bea3e20f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136474 May 11 05:59:19.228042 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:19.360775 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799325c2-3e4c-4af6-9932-ed803be59bfb req-dca37fa4-4696-4fa3-90f5-909fa1710aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:19.369654 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-799325c2-3e4c-4af6-9932-ed803be59bfb req-dca37fa4-4696-4fa3-90f5-909fa1710aac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1127 time: 0.1450565 May 11 05:59:19.652248 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799325c2-3e4c-4af6-9932-ed803be59bfb req-c75776de-0a50-42c6-95cf-dd03c32834e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:19.653960 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-799325c2-3e4c-4af6-9932-ed803be59bfb req-c75776de-0a50-42c6-95cf-dd03c32834e5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4285af910bec40c4a5a5691d5492f941&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1958606 May 11 05:59:19.688714 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks [] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:19.694978 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:19.769694 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Pushing event updated for resources: {'Port': ['ID=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:19.772625 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (d632853d-67a9-4da5-a5c3-3a26f5aca163), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:19.888210 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:19.890101 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:19.996664 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c819fb-5aac-4422-87d5-7ded4f15ac36 req-1c6ce7df-0494-4b62-92ac-81a44363fed2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:19.999513 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b9c819fb-5aac-4422-87d5-7ded4f15ac36 req-1c6ce7df-0494-4b62-92ac-81a44363fed2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0713205 May 11 05:59:20.072800 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:59:20.145301 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b9c819fb-5aac-4422-87d5-7ded4f15ac36 req-e47e3fd0-40ee-45f1-a026-fd7852c3a9e6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110446 May 11 05:59:20.170731 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-48bb8fe5-7646-4f7e-a23f-8f3ff8550dd0 None None] Provisioning complete for port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:20.171328 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-48bb8fe5-7646-4f7e-a23f-8f3ff8550dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:20.178383 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799325c2-3e4c-4af6-9932-ed803be59bfb req-c5cfcc98-7751-419f-8471-6ee68bead17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:20.180591 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-799325c2-3e4c-4af6-9932-ed803be59bfb req-c5cfcc98-7751-419f-8471-6ee68bead17e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1799459 May 11 05:59:20.237281 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-48bb8fe5-7646-4f7e-a23f-8f3ff8550dd0 None None] Port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:20.261979 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:59:20.275961 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8404581e-ac50-440b-a152-0791ce63a5cc admin admin] 10.222.0.44 "PUT /v2.0/routers/d632853d-67a9-4da5-a5c3-3a26f5aca163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7533464 May 11 05:59:20.327465 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3577f-6693-4d5e-ab42-20e9061981b5 req-55b47b54-7d5c-4475-b6b3-262476e62d85 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:20.328989 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-abb3577f-6693-4d5e-ab42-20e9061981b5 req-55b47b54-7d5c-4475-b6b3-262476e62d85 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.0481460 May 11 05:59:20.382492 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-abb3577f-6693-4d5e-ab42-20e9061981b5 req-40f4119a-2d2b-40b6-9dc5-e5288caf0e2c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 May 11 05:59:20.855066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50670) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:20.860104 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1099409134-network', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:20.880174 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Made reservation on behalf of d35aae6b03cb456c96348d9c6b008ab1 for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:20.882895 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:20.892726 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:20.974980 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:59:20.975476 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks [] for security_group (8ada7b85-f195-4c92-bdae-3807762db3fa), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:20.979924 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8ada7b85-f195-4c92-bdae-3807762db3fa), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:20.988274 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:20.988918 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:21.007600 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada7b85-f195-4c92-bdae-3807762db3fa,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:21.016081 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:59:21.028359 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (9269bcc5-5d8a-4f95-b2b7-779dd4368c7b), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.028976 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Added segment 9269bcc5-5d8a-4f95-b2b7-779dd4368c7b of type vlan for network 886c399e-db6b-417c-8018-6b3bc14e3d4e May 11 05:59:21.071264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (886c399e-db6b-417c-8018-6b3bc14e3d4e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.098257 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (886c399e-db6b-417c-8018-6b3bc14e3d4e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.099505 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:21.100094 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.111128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:21.117392 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50674) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:21.145193 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2889621 May 11 05:59:21.147869 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50678) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:21.155925 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Request body: {'subnet': {'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1099409134-subnet', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:21.189191 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Made reservation on behalf of d35aae6b03cb456c96348d9c6b008ab1 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:21.193716 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.196909 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ffb9-72ff-4809-a486-6b69a7eb1c3b admin admin] Pushing event updated for resources: {'Network': ['ID=886c399e-db6b-417c-8018-6b3bc14e3d4e,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:21.260635 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:59:21.303365 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8215e0dc-550d-4711-809f-757d4fdcb07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.309122 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9751fa0-898e-4f9b-80ea-15bd36c203b6 req-1534826c-9530-422f-8c91-118f09e03483 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:21.310708 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b9751fa0-898e-4f9b-80ea-15bd36c203b6 req-1534826c-9530-422f-8c91-118f09e03483 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0542476 May 11 05:59:21.333937 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device abccb1e1-1504-4a92-83ef-ac237172cf81 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:21.372025 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b9751fa0-898e-4f9b-80ea-15bd36c203b6 req-b8c51400-40f8-4f5a-b79e-5cdfc2fa074e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532088 May 11 05:59:21.471437 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8215e0dc-550d-4711-809f-757d4fdcb07f admin admin] Publish callbacks [] for security_group (00705684-dc75-4ed4-aa9b-da4b3864401f), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.480364 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port abccb1e1-1504-4a92-83ef-ac237172cf81 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:21.481042 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.525024 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8215e0dc-550d-4711-809f-757d4fdcb07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (00705684-dc75-4ed4-aa9b-da4b3864401f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.526187 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 2, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:21.549601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (fd099a20-e4e4-4e5b-857a-1936eda75931), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.557220 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997638b5-b188-48e0-9f04-fa536895fe35 req-e710d29f-6473-41d8-b354-75f63f59ccb6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:21.558828 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-997638b5-b188-48e0-9f04-fa536895fe35 req-e710d29f-6473-41d8-b354-75f63f59ccb6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1045542 May 11 05:59:21.616971 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8215e0dc-550d-4711-809f-757d4fdcb07f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d870647d574d42368a76fadd59025898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984543 May 11 05:59:21.619691 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50686) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:21.648816 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215e0dc-550d-4711-809f-757d4fdcb07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00705684-dc75-4ed4-aa9b-da4b3864401f,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:21.669962 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd099a20-e4e4-4e5b-857a-1936eda75931,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:21.677881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b51041a2-71dd-4c1e-9df2-1e0094b6e079 admin admin] Publish callbacks [] for security_group (00705684-dc75-4ed4-aa9b-da4b3864401f), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.693195 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:59:21.693566 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Updating router d632853d-67a9-4da5-a5c3-3a26f5aca163 port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:59:21.699489 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Checking segment: {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:21.699661 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b51041a2-71dd-4c1e-9df2-1e0094b6e079 admin admin] Publish callbacks [] for security_group (00705684-dc75-4ed4-aa9b-da4b3864401f), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.699857 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Network hostable DHCP agents. Network: 886c399e-db6b-417c-8018-6b3bc14e3d4e, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:59:21.706278 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-997638b5-b188-48e0-9f04-fa536895fe35 req-cbb16974-8a39-4204-b25f-d0df05d40211 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298661 May 11 05:59:21.724022 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:59:21.725400 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.744572 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 886c399e-db6b-417c-8018-6b3bc14e3d4e) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:21.752626 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:21.753216 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.754881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b51041a2-71dd-4c1e-9df2-1e0094b6e079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (00705684-dc75-4ed4-aa9b-da4b3864401f), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.758192 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b51041a2-71dd-4c1e-9df2-1e0094b6e079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.761943 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b51041a2-71dd-4c1e-9df2-1e0094b6e079 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00705684-dc75-4ed4-aa9b-da4b3864401f HTTP/1.1" status: 204 len: 168 time: 0.1389594 May 11 05:59:21.769644 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51041a2-71dd-4c1e-9df2-1e0094b6e079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00705684-dc75-4ed4-aa9b-da4b3864401f,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:21.777196 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50690) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:21.777317 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a5255190-12fd-41fe-848a-6876b4e1380c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6283164 May 11 05:59:21.782533 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:21.786681 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5113a75-e5db-4965-9895-cf3948085d17 None None] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:59:21.806001 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (dd9695a5-5bbb-4a5b-b420-548f5b32713e), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.807428 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (dd9695a5-5bbb-4a5b-b420-548f5b32713e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.864064 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks [] for router_controller (dd9695a5-5bbb-4a5b-b420-548f5b32713e), precommit_add_association {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:21.934438 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port abccb1e1-1504-4a92-83ef-ac237172cf81 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:21.934832 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.010622 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks [] for router_gateway (dd9695a5-5bbb-4a5b-b420-548f5b32713e), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.019393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port abccb1e1-1504-4a92-83ef-ac237172cf81, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=abccb1e1-1504-4a92-83ef-ac237172cf81,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:22.030979 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.081101 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-886c399e-db6b-417c-8018-6b3bc14e3d4e', 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e', 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'fixed_ips': [{'subnet_id': 'fd099a20-e4e4-4e5b-857a-1936eda75931'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 05:59:22.082345 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.087977 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50694) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:22.102903 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a7fca981-9d06-407c-81c4-66329ff63aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.190045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a7fca981-9d06-407c-81c4-66329ff63aa1 admin admin] Publish callbacks [] for security_group (2ebaffff-f905-4a1a-89a2-aea50c43cf2a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.194336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a7fca981-9d06-407c-81c4-66329ff63aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (2ebaffff-f905-4a1a-89a2-aea50c43cf2a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.206393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=abccb1e1-1504-4a92-83ef-ac237172cf81,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:22.224093 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks [] for router_gateway (dd9695a5-5bbb-4a5b-b420-548f5b32713e), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.237558 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fca981-9d06-407c-81c4-66329ff63aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebaffff-f905-4a1a-89a2-aea50c43cf2a,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:22.245997 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a7fca981-9d06-407c-81c4-66329ff63aa1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6d44ebf930248eea954d14f677f112d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567736 May 11 05:59:22.246588 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50696) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:22.246879 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.305279 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a00d4eda-6f13-454e-bd45-1412b52a7baf admin admin] Publish callbacks [] for security_group (2ebaffff-f905-4a1a-89a2-aea50c43cf2a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.331454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a00d4eda-6f13-454e-bd45-1412b52a7baf admin admin] Publish callbacks [] for security_group (2ebaffff-f905-4a1a-89a2-aea50c43cf2a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.364708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Allocated IP 172.27.1.27 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/9617a246-5e86-4468-a850-34d64e533796) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:22.386361 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a00d4eda-6f13-454e-bd45-1412b52a7baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (2ebaffff-f905-4a1a-89a2-aea50c43cf2a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.388742 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Allocated IP 172.20.0.2 (886c399e-db6b-417c-8018-6b3bc14e3d4e/fd099a20-e4e4-4e5b-857a-1936eda75931/b12836c7-20ce-4892-8426-f5fe72af6aff) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:22.390230 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a00d4eda-6f13-454e-bd45-1412b52a7baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.391795 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a00d4eda-6f13-454e-bd45-1412b52a7baf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ebaffff-f905-4a1a-89a2-aea50c43cf2a HTTP/1.1" status: 204 len: 168 time: 0.1442780 May 11 05:59:22.399898 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d4eda-6f13-454e-bd45-1412b52a7baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebaffff-f905-4a1a-89a2-aea50c43cf2a,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:22.418539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Publish callbacks [] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.432077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.526332 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks [] for port (9617a246-5e86-4468-a850-34d64e533796), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.547610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6705a-aa1f-42ad-9861-78d0fe1c49bf req-26553037-cc59-4878-9348-c4e9c849c826 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:22.549262 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8be6705a-aa1f-42ad-9861-78d0fe1c49bf req-26553037-cc59-4878-9348-c4e9c849c826 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0676939 May 11 05:59:22.597292 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (9617a246-5e86-4468-a850-34d64e533796), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.649914 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b2e66-8086-4f9f-a8c8-7dd89181b78c None None] Pushing event updated for resources: {'Port': ['ID=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:22.657153 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8be6705a-aa1f-42ad-9861-78d0fe1c49bf req-7cc9f1c6-e28e-4e2f-9553-8cd182ea4020 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974376 May 11 05:59:22.696956 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:22.700287 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:22.707657 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:22.732185 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Publish callbacks [] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.753041 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Pushing event updated for resources: {'Port': ['ID=9617a246-5e86-4468-a850-34d64e533796,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:22.768877 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.830745 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Attempting to bind port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:22.831123 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Attempting to bind port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:22.831478 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Attempting to bind port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:22.843959 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:22.844357 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Checking segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:22.844728 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.845131 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Bound using segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:22.845612 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Bound port: e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:22.845991 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.848176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Pushing event updated for resources: {'Port': ['ID=b12836c7-20ce-4892-8426-f5fe72af6aff,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:22.866620 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-6dc729a6-d538-4a4e-8ec0-3feb3ef0789c None None] Provisioning complete for port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:22.866865 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6dc729a6-d538-4a4e-8ec0-3feb3ef0789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:22.877869 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7518d7e-a6ba-41a5-aad0-00dee8364898 req-20961a63-adfe-464f-93a8-ae4a35784ed7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:22.885873 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7518d7e-a6ba-41a5-aad0-00dee8364898 req-20961a63-adfe-464f-93a8-ae4a35784ed7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.0649209 May 11 05:59:22.892090 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:22.897003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:22.922628 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:22.935768 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7518d7e-a6ba-41a5-aad0-00dee8364898 req-503ebb4a-9b48-4a50-9e81-63a7ff3c5af2 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 May 11 05:59:22.968298 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-2e994c9c-115f-4276-99b1-9b4a8b89e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:22.970197 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-2e994c9c-115f-4276-99b1-9b4a8b89e734 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1127 time: 0.1545074 May 11 05:59:23.006243 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-6dc729a6-d538-4a4e-8ec0-3feb3ef0789c None None] Port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:23.031357 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] For port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:23.033713 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Attempting to bind port b12836c7-20ce-4892-8426-f5fe72af6aff on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:23.034229 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Attempting to bind port b12836c7-20ce-4892-8426-f5fe72af6aff by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:23.034582 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Attempting to bind port b12836c7-20ce-4892-8426-f5fe72af6aff on network 886c399e-db6b-417c-8018-6b3bc14e3d4e {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:23.049203 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] For port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:23.050882 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:23.051278 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Checking segment: {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:23.051749 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.052203 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Bound using segment: {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:23.052754 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Bound port: b12836c7-20ce-4892-8426-f5fe72af6aff, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:23.053210 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.067490 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.165370 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:23.166078 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:23.229370 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b2e66-8086-4f9f-a8c8-7dd89181b78c None None] Pushing event updated for resources: {'Port': ['ID=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:23.257852 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] For port b12836c7-20ce-4892-8426-f5fe72af6aff, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:23.264256 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] For port b12836c7-20ce-4892-8426-f5fe72af6aff, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=b12836c7-20ce-4892-8426-f5fe72af6aff,segment=NetworkSegment(9269bcc5-5d8a-4f95-b2b7-779dd4368c7b),segment_id=9269bcc5-5d8a-4f95-b2b7-779dd4368c7b)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:23.282139 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device abccb1e1-1504-4a92-83ef-ac237172cf81 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:23.326859 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.336842 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-3554c58d-5338-4bed-a197-60a81c6e2e12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 217 time: 0.3521936 May 11 05:59:23.378329 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks [] for router_gateway (dd9695a5-5bbb-4a5b-b420-548f5b32713e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.447218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-9418c3a1-4a1c-4bde-bb6c-9574edd45706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:23.450511 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-9418c3a1-4a1c-4bde-bb6c-9574edd45706 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 200 len: 854 time: 0.1012478 May 11 05:59:23.476381 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] Provisioning complete for port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:23.476930 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.504128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:23.556075 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb886f4-7908-4c81-818f-85c8e66a84f8 None None] Pushing event updated for resources: {'Port': ['ID=b12836c7-20ce-4892-8426-f5fe72af6aff,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:23.558035 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-e682289f-c0e3-4c43-b632-48929779a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:23.560041 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-e682289f-c0e3-4c43-b632-48929779a3e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0904779 May 11 05:59:23.574622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port abccb1e1-1504-4a92-83ef-ac237172cf81 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:23.575004 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.835177 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-f9bd96c5-af14-491e-83da-d372ae14c67b service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625167 May 11 05:59:23.868106 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f699d8-b4ee-4663-8d3e-f76142106de4 req-3528b117-4d6a-4cb8-bb42-01ad5c63d481 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:23.869629 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-68f699d8-b4ee-4663-8d3e-f76142106de4 req-3528b117-4d6a-4cb8-bb42-01ad5c63d481 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1010530 May 11 05:59:23.940408 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] Current status of the port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:23.940751 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:23.995690 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (dd9695a5-5bbb-4a5b-b420-548f5b32713e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:24.070609 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-68f699d8-b4ee-4663-8d3e-f76142106de4 req-ef035286-2424-406e-a265-283275eead6d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736455 May 11 05:59:24.085291 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:23Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:24.108804 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-262c701c-8927-485f-9ed7-ceaa8e039c55 req-00cdf7cf-a77a-4c6e-a67d-dca0f9543961 service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101543 May 11 05:59:24.114324 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc51380-dc7f-4466-ab5e-ada5608cf9fe req-7a304bf4-d0fe-4bd5-8f4d-3be2b9c5f251 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:24.119813 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port abccb1e1-1504-4a92-83ef-ac237172cf81 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:24.123305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c560c-b6a2-432f-b634-9f40f9df25bd None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:23Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:59:24.131187 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ffc51380-dc7f-4466-ab5e-ada5608cf9fe req-7a304bf4-d0fe-4bd5-8f4d-3be2b9c5f251 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.0925016 May 11 05:59:24.162092 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] For port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:24.170642 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:24.252033 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Router dd9695a5-5bbb-4a5b-b420-548f5b32713e is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 05:59:24.263236 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8bb6a-56cb-4814-939d-0a5e2fb20788 None None] Pushing event updated for resources: {'Port': ['ID=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:24.265772 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ffc51380-dc7f-4466-ab5e-ada5608cf9fe req-99afca36-97a5-4251-aedb-452cf3631a6f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321464 May 11 05:59:24.386278 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:59:24.398055 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Sync routers for ids ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:59:24.416427 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Routers {'dd9695a5-5bbb-4a5b-b420-548f5b32713e'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:24.416892 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:24.417087 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:24.418248 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-0b595a04-d88d-4dd9-a714-92e65298ac09 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6399779 May 11 05:59:24.421141 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50738) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:24.579602 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Set router dd9695a5-5bbb-4a5b-b420-548f5b32713e gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:24.698846 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a09cb6-f0e3-49bf-9f3b-9f0255c02563 None None] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:59:24.738666 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] Provisioning complete for port b12836c7-20ce-4892-8426-f5fe72af6aff triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:24.739295 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:24.818617 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T05:59:22Z', 'revision_number': 3, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:24.865982 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Checking router: dd9695a5-5bbb-4a5b-b420-548f5b32713e for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:59:24.866606 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Updating router dd9695a5-5bbb-4a5b-b420-548f5b32713e port 9617a246-5e86-4468-a850-34d64e533796 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:59:24.899034 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (9617a246-5e86-4468-a850-34d64e533796), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:24.949794 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] Current status of the port b12836c7-20ce-4892-8426-f5fe72af6aff is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:24.950515 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:24.994855 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] For port b12836c7-20ce-4892-8426-f5fe72af6aff, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=b12836c7-20ce-4892-8426-f5fe72af6aff,segment=NetworkSegment(9269bcc5-5d8a-4f95-b2b7-779dd4368c7b),segment_id=9269bcc5-5d8a-4f95-b2b7-779dd4368c7b)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:25.003504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.070194 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077b86c-59ed-47f9-b7e3-6fba1336b101 None None] Pushing event updated for resources: {'Port': ['ID=b12836c7-20ce-4892-8426-f5fe72af6aff,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:25.247694 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-cd6b1c8b-2780-4d49-a6d6-1f86d9532f40 None None] Provisioning complete for port b12836c7-20ce-4892-8426-f5fe72af6aff triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:25.248918 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1c8b-2780-4d49-a6d6-1f86d9532f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.361680 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba9e7-cfb0-47e5-a53e-99567addf0f8 req-630ef5fd-0e9d-4945-b5d0-5134ebe12580 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:25.365794 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a2bba9e7-cfb0-47e5-a53e-99567addf0f8 req-630ef5fd-0e9d-4945-b5d0-5134ebe12580 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.1325171 May 11 05:59:25.382676 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.417064 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device b12836c7-20ce-4892-8426-f5fe72af6aff up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:25.478560 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a2bba9e7-cfb0-47e5-a53e-99567addf0f8 req-30d21f3e-648c-41f0-9512-fb58c6aaf5c0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069033 May 11 05:59:25.505133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b1c8b-2780-4d49-a6d6-1f86d9532f40 None None] Current status of the port b12836c7-20ce-4892-8426-f5fe72af6aff is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:25.510030 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Publish callbacks [] for port (9617a246-5e86-4468-a850-34d64e533796), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.519420 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (9617a246-5e86-4468-a850-34d64e533796), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.539542 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port b12836c7-20ce-4892-8426-f5fe72af6aff triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:25.541569 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.584316 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109755-e2a8-4717-bcdb-bfd65a34c3e9 req-acffa00e-f43a-4a2c-af7b-bbc8886f8ae5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:25.585909 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f4109755-e2a8-4717-bcdb-bfd65a34c3e9 req-acffa00e-f43a-4a2c-af7b-bbc8886f8ae5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 943 time: 0.1646895 May 11 05:59:25.612412 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Attempting to bind port 9617a246-5e86-4468-a850-34d64e533796 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:25.612848 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Attempting to bind port 9617a246-5e86-4468-a850-34d64e533796 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:25.613213 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Attempting to bind port 9617a246-5e86-4468-a850-34d64e533796 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:25.628428 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:25.629252 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:25.629970 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.630509 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:25.631128 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Bound port: 9617a246-5e86-4468-a850-34d64e533796, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:25.632982 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (9617a246-5e86-4468-a850-34d64e533796), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.636296 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444984f4-c98c-448a-8583-458e5d76b45f None None] Pushing event updated for resources: {'Port': ['ID=9617a246-5e86-4468-a850-34d64e533796,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:25.677750 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port b12836c7-20ce-4892-8426-f5fe72af6aff is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:25.678756 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:25.712234 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f4109755-e2a8-4717-bcdb-bfd65a34c3e9 req-f2a5f9c8-fb3a-4acb-ab84-0902c92d00fd tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178205 May 11 05:59:25.741026 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:25.741575 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.776184 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Allocated IP 172.20.0.1 (886c399e-db6b-417c-8018-6b3bc14e3d4e/fd099a20-e4e4-4e5b-857a-1936eda75931/92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:25.841700 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:25.852438 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] For port 9617a246-5e86-4468-a850-34d64e533796, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:25.859200 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] For port 9617a246-5e86-4468-a850-34d64e533796, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=9617a246-5e86-4468-a850-34d64e533796,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:25.865114 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (9617a246-5e86-4468-a850-34d64e533796), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.870393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0ab1918d-6a5d-41ef-a74b-b96667049a93 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 05:59:25.937644 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks [] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:25.953951 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Routers {'dd9695a5-5bbb-4a5b-b420-548f5b32713e'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:25.955906 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:26.016399 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.090743 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:26.117767 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'port_id': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'mac_address': 'fa:16:3e:2a:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 05:59:26.135403 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:26.143976 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:26.161548 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:26.167850 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] Set router dd9695a5-5bbb-4a5b-b420-548f5b32713e gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:26.207176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0ab1918d-6a5d-41ef-a74b-b96667049a93 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:26.207176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.222507 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab1918d-6a5d-41ef-a74b-b96667049a93 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:59:26.233226 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Pushing event updated for resources: {'Port': ['ID=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:26.255966 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:26.261498 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.276054 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (dd9695a5-5bbb-4a5b-b420-548f5b32713e), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.287745 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444984f4-c98c-448a-8583-458e5d76b45f None None] Pushing event updated for resources: {'Port': ['ID=9617a246-5e86-4468-a850-34d64e533796,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:26.344266 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:26.481145 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T05:59:22Z', 'revision_number': 3, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:26.486350 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.514412 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0eca04-dbbb-4d9c-b426-62cff296656d None None] The sync data for ids ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'] in dv-cinder-733623-13-iscsi is: [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T05:59:22Z', 'revision_number': 3, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:59:26.540696 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-6d9921ac-3795-453b-a2cd-531ba5b0f586 None None] Provisioning complete for port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:26.541084 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6d9921ac-3795-453b-a2cd-531ba5b0f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.584587 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-6d9921ac-3795-453b-a2cd-531ba5b0f586 None None] Port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:26.627947 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f525dfa-4944-4069-9df2-607843722145 req-9a6d4f53-0c43-4cb3-b3c9-0a6a5eea7c70 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:26.629540 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f525dfa-4944-4069-9df2-607843722145 req-9a6d4f53-0c43-4cb3-b3c9-0a6a5eea7c70 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0595801 May 11 05:59:26.674203 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0ab1918d-6a5d-41ef-a74b-b96667049a93'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:59:26.684106 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f525dfa-4944-4069-9df2-607843722145 req-fc1e9913-e720-48c3-8b02-c5349f67ff91 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483992 May 11 05:59:26.724162 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks [] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.729807 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.848151 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (dd9695a5-5bbb-4a5b-b420-548f5b32713e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:26.850123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Pushing event updated for resources: {'Port': ['ID=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:26.879229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49cb8-c02d-44fe-9667-5cac83746688 req-25d1ef91-5d45-4890-9c67-bc7e60e1cb7f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:26.880883 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-06f49cb8-c02d-44fe-9667-5cac83746688 req-25d1ef91-5d45-4890-9c67-bc7e60e1cb7f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 944 time: 0.0789778 May 11 05:59:26.982674 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-06f49cb8-c02d-44fe-9667-5cac83746688 req-eb1fc878-9cab-4d51-a163-8a4bd92de584 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883505 May 11 05:59:27.003659 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:27.005149 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:27.131958 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Router dd9695a5-5bbb-4a5b-b420-548f5b32713e has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:59:27.284410 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 9617a246-5e86-4468-a850-34d64e533796 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:27.310807 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:59:27.326860 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2c0acb83-745c-45cd-82cd-000700f841ff admin admin] 10.222.0.44 "PUT /v2.0/routers/dd9695a5-5bbb-4a5b-b420-548f5b32713e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9037414 May 11 05:59:27.359795 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-37ce2960-93cd-4731-826c-699265b397c6 None None] Provisioning complete for port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:27.360171 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-37ce2960-93cd-4731-826c-699265b397c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.403820 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-37ce2960-93cd-4731-826c-699265b397c6 None None] Port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:27.412734 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 9617a246-5e86-4468-a850-34d64e533796 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:27.413111 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (9617a246-5e86-4468-a850-34d64e533796), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.499571 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 9617a246-5e86-4468-a850-34d64e533796 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:27.499964 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (9617a246-5e86-4468-a850-34d64e533796), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.523678 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 9617a246-5e86-4468-a850-34d64e533796, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=9617a246-5e86-4468-a850-34d64e533796,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:27.528706 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (9617a246-5e86-4468-a850-34d64e533796), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.595609 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=9617a246-5e86-4468-a850-34d64e533796,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:27.735350 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50800) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:27.740059 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626878111', 'description': 'tempest-secgroup-smoke-1626878111 description', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:27.761276 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.830922 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040428e-2344-4b90-8d3a-d13bd553376f req-61d9c154-41db-484f-a022-b0dc14d40703 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:27.842676 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d040428e-2344-4b90-8d3a-d13bd553376f req-61d9c154-41db-484f-a022-b0dc14d40703 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0771639 May 11 05:59:27.882893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0ab1918d-6a5d-41ef-a74b-b96667049a93 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:27.902506 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group (f5a4c40b-d482-44fd-9283-4d820cb982e1), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.918435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d040428e-2344-4b90-8d3a-d13bd553376f req-309ea98b-b24b-4c0b-8536-d58c96ebd8dd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639942 May 11 05:59:27.919164 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (f5a4c40b-d482-44fd-9283-4d820cb982e1), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.940291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.941618 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2052200 May 11 05:59:27.946745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50806) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:27.954350 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4c40b-d482-44fd-9283-4d820cb982e1', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:27.972226 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d69ef0-0e4e-41e1-b453-37f6f8530208 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a4c40b-d482-44fd-9283-4d820cb982e1,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:27.987585 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (8195ffe6-551a-48f3-9033-d76952d41051), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:27.994524 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 0ab1918d-6a5d-41ef-a74b-b96667049a93 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 05:59:28.003661 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 0ab1918d-6a5d-41ef-a74b-b96667049a93 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:28.004586 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.068392 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (8195ffe6-551a-48f3-9033-d76952d41051), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.073372 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (8195ffe6-551a-48f3-9033-d76952d41051), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.092448 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8195ffe6-551a-48f3-9033-d76952d41051,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.112242 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.113953 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2b1ef0e2-6aff-4cbf-be35-d6e715ec4adf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661201 May 11 05:59:28.117880 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50810) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:28.122475 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4c40b-d482-44fd-9283-4d820cb982e1', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:28.138759 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffff0b-d336-4625-b362-9c9610253268 req-e7a42e45-0a3c-44cf-90d2-463726bfb945 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:28.147451 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0ffff0b-d336-4625-b362-9c9610253268 req-e7a42e45-0a3c-44cf-90d2-463726bfb945 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 944 time: 0.0778358 May 11 05:59:28.158562 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (24b37acc-cf05-422a-9b81-fbbd555f3930), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.173872 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0ab1918d-6a5d-41ef-a74b-b96667049a93 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:28.174715 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.208003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:59:28.208625 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a0ffff0b-d336-4625-b362-9c9610253268 req-ccebf57a-b8f4-4847-9e6d-5480a3e06c93 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 May 11 05:59:28.211515 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db8faaa-42cb-48a0-b5d9-1960b6ec3489" -d '{"events": [{"server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "name": "network-vif-plugged", "status": "completed", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:59:28.230218 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (24b37acc-cf05-422a-9b81-fbbd555f3930), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.236546 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (24b37acc-cf05-422a-9b81-fbbd555f3930), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.243540 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:28.249443 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.258345 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b37acc-cf05-422a-9b81-fbbd555f3930,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.265605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.270006 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50816) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:28.274180 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-cc610a67-1ff8-40bb-8e19-7ddda3625c9d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549451 May 11 05:59:28.274408 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4c40b-d482-44fd-9283-4d820cb982e1', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:28.289228 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 05:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143c8d3-3bb1-49f0-be7f-b3d873c95946 x-openstack-request-id: req-b143c8d3-3bb1-49f0-be7f-b3d873c95946 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:59:28.289729 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "name": "network-vif-plugged", "status": "completed", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:59:28.289867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b143c8d3-3bb1-49f0-be7f-b3d873c95946 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:59:28.290272 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b143c8d3-3bb1-49f0-be7f-b3d873c95946'] response: {'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'code': 200} May 11 05:59:28.309164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.311168 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (d9b728d4-eefc-425b-9a94-fc751f9950c0), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.369865 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (d9b728d4-eefc-425b-9a94-fc751f9950c0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.374576 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (d9b728d4-eefc-425b-9a94-fc751f9950c0), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.394750 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b728d4-eefc-425b-9a94-fc751f9950c0,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.402489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.402928 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b01e407e-811d-42a4-a00f-b66c900377de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318893 May 11 05:59:28.406145 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 50822) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:28.410531 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4c40b-d482-44fd-9283-4d820cb982e1', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:28.446135 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (a7e77a08-f83d-436d-af11-00f143bf2252), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.515339 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Sync routers for ids ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:59:28.518836 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (a7e77a08-f83d-436d-af11-00f143bf2252), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.526892 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (a7e77a08-f83d-436d-af11-00f143bf2252), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.530082 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Routers {'dd9695a5-5bbb-4a5b-b420-548f5b32713e'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:28.530909 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:28.546031 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e77a08-f83d-436d-af11-00f143bf2252,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.554725 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.555920 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f744c47a-6fb6-4cb4-8648-74d05b880911 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488261 May 11 05:59:28.558748 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50826) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:28.563846 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4c40b-d482-44fd-9283-4d820cb982e1', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:28.586843 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.securitygroups_db [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Project 12ba636dcfc34045b8b7fd82fa770bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 05:59:28.594305 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (74bc93ea-fbcd-41c3-97e9-50cea468c931), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.594564 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395e85-dd48-46dd-9957-ae1b4032bc75 req-3308de8a-0cdc-4a5a-b91c-6eeaff4ebbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:28.596255 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7a395e85-dd48-46dd-9957-ae1b4032bc75 req-3308de8a-0cdc-4a5a-b91c-6eeaff4ebbbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1129 time: 0.0392776 May 11 05:59:28.649917 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Set router dd9695a5-5bbb-4a5b-b420-548f5b32713e gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:28.655378 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (74bc93ea-fbcd-41c3-97e9-50cea468c931), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.659464 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (74bc93ea-fbcd-41c3-97e9-50cea468c931), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.677947 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bc93ea-fbcd-41c3-97e9-50cea468c931,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.685951 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.687149 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-90024dab-7868-449b-bf4a-f495e0902b7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273556 May 11 05:59:28.689782 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 50828) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:28.694071 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4c40b-d482-44fd-9283-4d820cb982e1', 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:28.714096 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.securitygroups_db [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Project 12ba636dcfc34045b8b7fd82fa770bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 05:59:28.719534 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (ed5a3f16-18b2-4f8c-84c2-261e0946c3c6), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.779104 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (ed5a3f16-18b2-4f8c-84c2-261e0946c3c6), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.782980 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (ed5a3f16-18b2-4f8c-84c2-261e0946c3c6), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.800288 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5a3f16-18b2-4f8c-84c2-261e0946c3c6,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:28.809162 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:28.811009 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1383c432-204d-49d7-bc48-a813eb28a0cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196985 May 11 05:59:28.846334 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T05:59:26Z', 'revision_number': 4, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d', 'name': '', 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'mac_address': 'fa:16:3e:9d:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fd099a20-e4e4-4e5b-857a-1936eda75931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:25Z', 'updated_at': '2022-05-11T05:59:26Z', 'revision_number': 2, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'subnets': [{'id': 'fd099a20-e4e4-4e5b-857a-1936eda75931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:28.873427 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Checking router: dd9695a5-5bbb-4a5b-b420-548f5b32713e for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:59:28.873826 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Updating router dd9695a5-5bbb-4a5b-b420-548f5b32713e port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 05:59:28.902039 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.058683 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba90da-fd1c-481a-bd2d-c9b8d00fae97 req-2544312f-f9ab-4861-bd0c-9d831f7e4fe6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:29.061707 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0bba90da-fd1c-481a-bd2d-c9b8d00fae97 req-2544312f-f9ab-4861-bd0c-9d831f7e4fe6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0561779 May 11 05:59:29.129183 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0bba90da-fd1c-481a-bd2d-c9b8d00fae97 req-26b844a2-391e-46c1-a320-02443aa3d62a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 May 11 05:59:29.218240 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 9617a246-5e86-4468-a850-34d64e533796 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:29.267395 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Publish callbacks [] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.278759 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.387762 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623bb8-85a3-466a-9db5-c88a3c32e8c0 req-322aa77b-479d-4ecb-9cff-a458e8e499c4 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:29.396407 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-03623bb8-85a3-466a-9db5-c88a3c32e8c0 req-322aa77b-479d-4ecb-9cff-a458e8e499c4 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.1037037 May 11 05:59:29.451440 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-03623bb8-85a3-466a-9db5-c88a3c32e8c0 req-aab82c9d-d9e3-4c73-944f-3e42ac44028e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 May 11 05:59:29.498587 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a508b-670b-45f0-938a-017ea58a2caa None None] Pushing event updated for resources: {'Port': ['ID=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:29.515035 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 9617a246-5e86-4468-a850-34d64e533796 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:29.515434 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (9617a246-5e86-4468-a850-34d64e533796), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.577114 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Attempting to bind port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:29.577533 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Attempting to bind port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:29.577850 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Attempting to bind port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d on network 886c399e-db6b-417c-8018-6b3bc14e3d4e {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:29.586231 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:29.586600 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Checking segment: {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:29.586992 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.587377 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Bound using segment: {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:29.587835 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Bound port: 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:29.588207 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.675306 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-246d6de8-5c83-42fa-ab2b-834cd38d5503 None None] Provisioning complete for port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:29.675678 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-246d6de8-5c83-42fa-ab2b-834cd38d5503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.680469 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 9617a246-5e86-4468-a850-34d64e533796 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:29.722763 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] For port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:29.728867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] For port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,segment=NetworkSegment(9269bcc5-5d8a-4f95-b2b7-779dd4368c7b),segment_id=9269bcc5-5d8a-4f95-b2b7-779dd4368c7b)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:29.733013 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-246d6de8-5c83-42fa-ab2b-834cd38d5503 None None] Port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 05:59:29.737287 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:29.795425 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Routers {'dd9695a5-5bbb-4a5b-b420-548f5b32713e'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:29.795604 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:29.797431 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a508b-670b-45f0-938a-017ea58a2caa None None] Pushing event updated for resources: {'Port': ['ID=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:29.912304 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] Set router dd9695a5-5bbb-4a5b-b420-548f5b32713e gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:29.959640 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] Provisioning complete for port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:29.960014 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:30.165393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] Current status of the port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:30.165901 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:30.193712 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T05:59:26Z', 'revision_number': 4, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d', 'name': '', 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'mac_address': 'fa:16:3e:9d:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fd099a20-e4e4-4e5b-857a-1936eda75931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:25Z', 'updated_at': '2022-05-11T05:59:29Z', 'revision_number': 4, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'subnets': [{'id': 'fd099a20-e4e4-4e5b-857a-1936eda75931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:30.225872 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f26d80c-e0c3-4a1e-b02c-704053e21d54 None None] The sync data for ids ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'] in dv-cinder-733623-13-iscsi is: [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T05:59:26Z', 'revision_number': 4, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d', 'name': '', 'network_id': '886c399e-db6b-417c-8018-6b3bc14e3d4e', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'mac_address': 'fa:16:3e:9d:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fd099a20-e4e4-4e5b-857a-1936eda75931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:25Z', 'updated_at': '2022-05-11T05:59:29Z', 'revision_number': 4, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'subnets': [{'id': 'fd099a20-e4e4-4e5b-857a-1936eda75931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:59:30.236214 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] For port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,segment=NetworkSegment(9269bcc5-5d8a-4f95-b2b7-779dd4368c7b),segment_id=9269bcc5-5d8a-4f95-b2b7-779dd4368c7b)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:30.240712 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:30.247560 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b71c9-f9a9-4989-9d02-898917596b9b req-8e70a17d-ae21-45c0-8321-8dafbad5d9d8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:30.250047 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-671b71c9-f9a9-4989-9d02-898917596b9b req-8e70a17d-ae21-45c0-8321-8dafbad5d9d8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0513690 May 11 05:59:30.315900 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83f377-03b9-48da-bc45-1ecc85baaf08 None None] Pushing event updated for resources: {'Port': ['ID=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:30.325242 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-671b71c9-f9a9-4989-9d02-898917596b9b req-cefb45ea-8525-4d3c-ba49-1dbdbc493a51 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687947 May 11 05:59:30.573717 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77ce6d-c7e1-4d92-8303-0947a1ffc643 req-c5008a22-1c72-41d3-871a-6b59103d11f6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:30.575234 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5b77ce6d-c7e1-4d92-8303-0947a1ffc643 req-c5008a22-1c72-41d3-871a-6b59103d11f6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0524244 May 11 05:59:30.630187 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5b77ce6d-c7e1-4d92-8303-0947a1ffc643 req-f192ba76-3f71-4142-a1d9-ca9b95f0d0f7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490825 May 11 05:59:31.201823 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 05:59:31.234770 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7a395e85-dd48-46dd-9957-ae1b4032bc75 req-601edb44-2f99-470d-a4f5-8bf522fd3275 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 May 11 05:59:31.254196 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:31.254573 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:31.335812 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:31.440826 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f9442-e3bc-40f4-9fd1-fbdbb912f0c0 req-721236ec-9b0b-43d5-bb9f-a0963286b4f6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:31.442317 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-576f9442-e3bc-40f4-9fd1-fbdbb912f0c0 req-721236ec-9b0b-43d5-bb9f-a0963286b4f6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0515978 May 11 05:59:31.495813 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-576f9442-e3bc-40f4-9fd1-fbdbb912f0c0 req-8c0f7ba6-4f26-43ed-a908-4c9158a9e173 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479224 May 11 05:59:31.746586 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2382e1-8bb1-4e02-87c4-075f38320459 req-a1542177-802f-4c67-8c06-16944fdb3a86 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:31.748202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e2382e1-8bb1-4e02-87c4-075f38320459 req-a1542177-802f-4c67-8c06-16944fdb3a86 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0481069 May 11 05:59:31.797161 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e2382e1-8bb1-4e02-87c4-075f38320459 req-a899f229-d647-4855-b24d-51ec1250504b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 May 11 05:59:32.616281 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6f2a-5322-4661-b8ad-7784948bfd5f req-25df692f-2888-4a3f-9c22-65669a41ef25 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:32.618219 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5f1a6f2a-5322-4661-b8ad-7784948bfd5f req-25df692f-2888-4a3f-9c22-65669a41ef25 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0545268 May 11 05:59:32.668634 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5f1a6f2a-5322-4661-b8ad-7784948bfd5f req-ec12ac40-58b6-4751-83a6-6a0dc9653ee9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 May 11 05:59:32.936889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f064-9907-4154-90ee-f40700950ae7 req-32edcab7-34ba-4885-9c60-c98b514304b3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:32.936889 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fcc4f064-9907-4154-90ee-f40700950ae7 req-32edcab7-34ba-4885-9c60-c98b514304b3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0539806 May 11 05:59:32.981409 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fcc4f064-9907-4154-90ee-f40700950ae7 req-9c7b8633-e2bf-4a77-b3ee-f82d969a5e7b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 May 11 05:59:33.786881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b86b1-72a0-490c-bbe6-082b9b2920c2 req-7e03e1ad-ea94-4b92-ba33-99468822f42c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:33.788275 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-350b86b1-72a0-490c-bbe6-082b9b2920c2 req-7e03e1ad-ea94-4b92-ba33-99468822f42c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0503101 May 11 05:59:33.836018 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-350b86b1-72a0-490c-bbe6-082b9b2920c2 req-2d40309a-028c-4b42-bafd-91ca1c41e764 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 May 11 05:59:34.101012 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5370a8f-d34f-48a1-84e9-dfeb504d8a82 req-58df9e58-e3e6-44a1-a395-1345da111d9c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:34.102518 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a5370a8f-d34f-48a1-84e9-dfeb504d8a82 req-58df9e58-e3e6-44a1-a395-1345da111d9c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0482011 May 11 05:59:34.150707 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a5370a8f-d34f-48a1-84e9-dfeb504d8a82 req-37c4b02e-d37f-478a-9a6e-7fa5ad7b1ebe tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 May 11 05:59:34.286683 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe2ba-50e2-45eb-9ad7-c8cbdef06c86 req-c6eb9bff-9a27-4589-b382-bee678e4605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:34.288716 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-14afe2ba-50e2-45eb-9ad7-c8cbdef06c86 req-c6eb9bff-9a27-4589-b382-bee678e4605e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 1129 time: 0.0742781 May 11 05:59:34.323596 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643894-5ed7-49d5-925d-0fef60e29cde req-4686af03-edc1-4c31-bdfe-bdaecc7d3a25 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:34.325787 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-88643894-5ed7-49d5-925d-0fef60e29cde req-4686af03-edc1-4c31-bdfe-bdaecc7d3a25 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0798018 May 11 05:59:34.374803 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-14afe2ba-50e2-45eb-9ad7-c8cbdef06c86 req-01d78f0f-b887-4086-a131-11995c047dca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762837 May 11 05:59:34.400051 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-88643894-5ed7-49d5-925d-0fef60e29cde req-909cae22-d3a9-47f1-942a-807315e7f9dc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657523 May 11 05:59:34.748843 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b202def-fa2a-49ff-824a-2feb7628fca8 req-f19675c6-eac0-4c57-8422-0862601aca9c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:34.750368 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4b202def-fa2a-49ff-824a-2feb7628fca8 req-f19675c6-eac0-4c57-8422-0862601aca9c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0506411 May 11 05:59:34.798544 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4b202def-fa2a-49ff-824a-2feb7628fca8 req-a88419bf-47c4-4fc6-804d-19d649b5c0eb tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 May 11 05:59:34.957623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582e5fc-e0e3-4e9c-a11d-6b4828e1a5c2 req-63d8450b-c5be-4951-81ca-73e52b01b248 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:34.959106 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e582e5fc-e0e3-4e9c-a11d-6b4828e1a5c2 req-63d8450b-c5be-4951-81ca-73e52b01b248 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0492518 May 11 05:59:35.010433 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e582e5fc-e0e3-4e9c-a11d-6b4828e1a5c2 req-bb35b1e4-5ba8-4fdf-bec1-71427fd08fb8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 May 11 05:59:36.158954 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339421c0-b9c8-4e8a-b1a1-6044d591ffc1 req-649ea493-2e25-4a44-8d0b-2cefcf86e235 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:36.161204 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-339421c0-b9c8-4e8a-b1a1-6044d591ffc1 req-649ea493-2e25-4a44-8d0b-2cefcf86e235 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0569575 May 11 05:59:36.210015 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-339421c0-b9c8-4e8a-b1a1-6044d591ffc1 req-1b710e97-bf35-4f2e-8583-e5c1a6d8343e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 May 11 05:59:37.326984 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2b3b-880f-4ac2-952d-d69e77b24b97 req-b060acec-79a3-423b-927c-b52f75f73deb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:37.328357 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a10f2b3b-880f-4ac2-952d-d69e77b24b97 req-b060acec-79a3-423b-927c-b52f75f73deb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0520284 May 11 05:59:37.373150 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a10f2b3b-880f-4ac2-952d-d69e77b24b97 req-865d4e81-a092-45d3-979b-e55565a968c1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386472 May 11 05:59:38.400334 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bd1184ca-1338-424d-9370-8f267a7dc8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:38.489483 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfd8bb-1a1d-40f6-8212-3b9f8d430d32 req-94aec73a-db68-435e-b8b4-0a6a7336fa1d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:38.490961 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1fdfd8bb-1a1d-40f6-8212-3b9f8d430d32 req-94aec73a-db68-435e-b8b4-0a6a7336fa1d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0492556 May 11 05:59:38.537606 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1fdfd8bb-1a1d-40f6-8212-3b9f8d430d32 req-9de9eecc-7393-4c86-a7aa-460384a08722 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 May 11 05:59:38.650817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb909-8da0-4708-aa22-190df1a004bd req-1fe40d40-a904-40aa-adf8-de794e60d2b6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:38.652203 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca3eb909-8da0-4708-aa22-190df1a004bd req-1fe40d40-a904-40aa-adf8-de794e60d2b6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0485153 May 11 05:59:38.702345 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca3eb909-8da0-4708-aa22-190df1a004bd req-a304dd47-724f-44a9-80f4-288fb9132eed tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445716 May 11 05:59:40.711810 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8ae5f746-3f5f-408b-9eb8-64d4efce487c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:41.477910 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47e8a-d7d2-45aa-a51f-4792588f2f71 req-5d214aae-3cb3-4775-a48f-f24a7b02d505 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:41.480151 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-eab47e8a-d7d2-45aa-a51f-4792588f2f71 req-5d214aae-3cb3-4775-a48f-f24a7b02d505 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0497279 May 11 05:59:41.529735 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-eab47e8a-d7d2-45aa-a51f-4792588f2f71 req-8b5a74e6-521e-4260-b91b-970fcfedd698 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 May 11 05:59:41.606961 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a98d7-b983-46ed-bbb7-cb47e541c037 req-d4b04cc2-adaa-429f-9bd6-62a8f8a9f3a0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:41.608519 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-997a98d7-b983-46ed-bbb7-cb47e541c037 req-d4b04cc2-adaa-429f-9bd6-62a8f8a9f3a0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0480833 May 11 05:59:41.661004 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-997a98d7-b983-46ed-bbb7-cb47e541c037 req-3e8cc5eb-6407-4578-b038-d4fc61e56719 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 May 11 05:59:41.694693 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-b8cbb8f3-1355-4f3b-95bd-864c65b895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:41.696512 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-b8cbb8f3-1355-4f3b-95bd-864c65b895fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1129 time: 0.0391741 May 11 05:59:41.715336 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:41.793348 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-4dfe19d0-60fd-4a00-8b01-56526c5eb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:41.794949 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-4dfe19d0-60fd-4a00-8b01-56526c5eb920 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.0918064 May 11 05:59:41.840006 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-c0d4ed96-b35a-4e52-aae0-4a48e92b5057 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 217 time: 0.0376935 May 11 05:59:41.895660 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-1166087a-b1cf-47d1-87fa-dad6e6e23e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:41.897158 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-1166087a-b1cf-47d1-87fa-dad6e6e23e2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0504773 May 11 05:59:41.954170 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-4c398301-ce41-45b4-a3c4-02a91e2f33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:41.955661 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-4c398301-ce41-45b4-a3c4-02a91e2f33eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429754 May 11 05:59:42.057688 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-3f086a71-6a12-4066-8ec3-258e91dbc264 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944180 May 11 05:59:42.166078 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e5951c7a-9a12-475c-afd3-546d8c3f644f req-4872086f-c22c-421e-9830-02fa89c5ab84 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983949 May 11 05:59:42.235191 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51166) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:42.351245 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-454005a7-1c07-4e78-a7e2-d8e96be9b16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.446190 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-454005a7-1c07-4e78-a7e2-d8e96be9b16c admin admin] Publish callbacks [] for security_group (cf0e2cd4-518f-4465-80a3-2231e703b6b0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.452020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-454005a7-1c07-4e78-a7e2-d8e96be9b16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cf0e2cd4-518f-4465-80a3-2231e703b6b0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.494931 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-454005a7-1c07-4e78-a7e2-d8e96be9b16c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe53acd4a77d48058873e3bae24bd47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584863 May 11 05:59:42.495832 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454005a7-1c07-4e78-a7e2-d8e96be9b16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e2cd4-518f-4465-80a3-2231e703b6b0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:42.498752 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51182) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:42.551556 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1710-5c89-497d-a559-1dc7e4ea2740 admin admin] Publish callbacks [] for security_group (cf0e2cd4-518f-4465-80a3-2231e703b6b0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.573729 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1710-5c89-497d-a559-1dc7e4ea2740 admin admin] Publish callbacks [] for security_group (cf0e2cd4-518f-4465-80a3-2231e703b6b0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.663697 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd33d9-f28b-4d34-835e-82b61dbfd736 req-aa782d32-9462-4b53-a3bb-801968545371 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:42.665384 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5abd33d9-f28b-4d34-835e-82b61dbfd736 req-aa782d32-9462-4b53-a3bb-801968545371 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0600810 May 11 05:59:42.666638 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1710-5c89-497d-a559-1dc7e4ea2740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cf0e2cd4-518f-4465-80a3-2231e703b6b0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.669151 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1710-5c89-497d-a559-1dc7e4ea2740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:42.670181 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ac0e1710-5c89-497d-a559-1dc7e4ea2740 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf0e2cd4-518f-4465-80a3-2231e703b6b0 HTTP/1.1" status: 204 len: 168 time: 0.1703153 May 11 05:59:42.685722 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e1710-5c89-497d-a559-1dc7e4ea2740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e2cd4-518f-4465-80a3-2231e703b6b0,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:42.729942 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5abd33d9-f28b-4d34-835e-82b61dbfd736 req-3b5886f7-ef19-4767-a026-d5530caeea0f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587173 May 11 05:59:42.799864 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7a7b2-cb21-4cb3-838b-e45f96f7f7e1 req-ba3e0b1f-ae03-4f70-9909-8cd477d879ab tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:42.801625 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cda7a7b2-cb21-4cb3-838b-e45f96f7f7e1 req-ba3e0b1f-ae03-4f70-9909-8cd477d879ab tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0496984 May 11 05:59:42.851202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cda7a7b2-cb21-4cb3-838b-e45f96f7f7e1 req-3eb1fbc5-bf41-4fb6-a388-82351e674c86 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 May 11 05:59:43.280396 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.330714 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51214) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:43.451465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1460142932-network', 'tenant_id': '3a889575293f48af826e9734868e2714'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:43.472248 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Made reservation on behalf of 3a889575293f48af826e9734868e2714 for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:43.474826 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.483349 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.562324 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks [] for security_group (ad60169c-d0a6-4b2a-bedb-3c05aaec7713), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.566185 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ad60169c-d0a6-4b2a-bedb-3c05aaec7713), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.593433 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 05:59:43.598263 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad60169c-d0a6-4b2a-bedb-3c05aaec7713,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:43.608231 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (4c526753-19a7-4ec4-9317-5e0a5db5c532), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.608657 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Added segment 4c526753-19a7-4ec4-9317-5e0a5db5c532 of type vlan for network 47906bd0-63f9-491c-b0c1-1841c8a98974 May 11 05:59:43.653307 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (47906bd0-63f9-491c-b0c1-1841c8a98974), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.681286 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (47906bd0-63f9-491c-b0c1-1841c8a98974), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.682410 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:43.683059 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.718918 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3870704 May 11 05:59:43.730061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51226) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:43.730061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Request body: {'subnet': {'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1460142932-subnet', 'tenant_id': '3a889575293f48af826e9734868e2714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:43.747044 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543594-f4d7-471a-a57a-147c86f24409 admin admin] Pushing event updated for resources: {'Network': ['ID=47906bd0-63f9-491c-b0c1-1841c8a98974,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:43.747616 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Made reservation on behalf of 3a889575293f48af826e9734868e2714 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:43.750132 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:43.758262 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 47906bd0-63f9-491c-b0c1-1841c8a98974 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 05:59:43.948473 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (6d989683-ec2a-439f-9c93-7d076f170304), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:44.019273 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c60d1-0f94-4417-bf67-f0b23048f794 req-2f219fa8-f512-4466-b869-d1c897b7b1ac tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:44.021033 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6f7c60d1-0f94-4417-bf67-f0b23048f794 req-2f219fa8-f512-4466-b869-d1c897b7b1ac tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0860472 May 11 05:59:44.032001 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f165f-cbda-482b-92f2-915fc9de8243 req-4a6f0ed2-fe74-4c32-be50-912bbb77b778 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:44.033958 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-762f165f-cbda-482b-92f2-915fc9de8243 req-4a6f0ed2-fe74-4c32-be50-912bbb77b778 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0526199 May 11 05:59:44.047019 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d989683-ec2a-439f-9c93-7d076f170304,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:44.077167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Checking segment: {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:44.077599 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Network hostable DHCP agents. Network: 47906bd0-63f9-491c-b0c1-1841c8a98974, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 05:59:44.092493 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-762f165f-cbda-482b-92f2-915fc9de8243 req-a479a4a8-70e6-4e8a-b587-b1b0b925cbb1 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527000 May 11 05:59:44.099607 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6f7c60d1-0f94-4417-bf67-f0b23048f794 req-88e201d4-f31b-42fe-8b67-3cd2a8ccfde8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701237 May 11 05:59:44.109898 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Network 47906bd0-63f9-491c-b0c1-1841c8a98974 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 05:59:44.127340 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 47906bd0-63f9-491c-b0c1-1841c8a98974) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:44.133949 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:44.134918 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-28866799-515c-463f-9b98-721c132d451a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:44.144356 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad2cdd-45a0-4729-a8a1-3f7a46cb95a8 None None] Network 47906bd0-63f9-491c-b0c1-1841c8a98974 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:59:44.154350 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-28866799-515c-463f-9b98-721c132d451a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4311008 May 11 05:59:44.242976 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b0432-8ee4-4539-ac90-1cbf8de81ff8 None None] Network 47906bd0-63f9-491c-b0c1-1841c8a98974 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 05:59:44.669289 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-f06a5286-ee51-4b84-9ec9-38dd32420fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:44.672004 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-f06a5286-ee51-4b84-9ec9-38dd32420fef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1130 time: 0.0513124 May 11 05:59:44.792157 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-7eb734da-fddf-4e6d-9338-d59c73f11f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:44.793567 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-7eb734da-fddf-4e6d-9338-d59c73f11f32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.0871296 May 11 05:59:44.845668 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:45.066680 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-d9f7aee3-b054-42d1-a984-1df130bd7a5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 1002 time: 0.2598510 May 11 05:59:45.119628 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-6a9e64ce-497f-4cb5-8c8e-e218c6f0e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:45.121279 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-6a9e64ce-497f-4cb5-8c8e-e218c6f0e2b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0465255 May 11 05:59:45.190387 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-f4d676c3-38e1-46f5-a0f3-3f00e2c932e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:45.191917 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-f4d676c3-38e1-46f5-a0f3-3f00e2c932e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630193 May 11 05:59:45.311508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc9df0-95af-465c-b1fd-801daf243698 req-8df663d6-1436-4866-92ec-f50451b1387b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:45.312291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89eb8-a0ac-46fb-96b0-ac50b3298e0b req-211223d2-e445-49dc-b7e0-33ef4683d0e8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:45.313011 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-46cc9df0-95af-465c-b1fd-801daf243698 req-8df663d6-1436-4866-92ec-f50451b1387b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0716112 May 11 05:59:45.313768 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1ee89eb8-a0ac-46fb-96b0-ac50b3298e0b req-211223d2-e445-49dc-b7e0-33ef4683d0e8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0998313 May 11 05:59:45.360471 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-46cc9df0-95af-465c-b1fd-801daf243698 req-1395295a-9647-4bbf-bf4a-85781308b066 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 May 11 05:59:45.366813 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-265c7855-6ac0-4753-b562-b7ad7c5d2ada service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651955 May 11 05:59:45.378478 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1ee89eb8-a0ac-46fb-96b0-ac50b3298e0b req-911cbb5a-8c43-458d-9b8e-772c21c36107 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586767 May 11 05:59:45.467505 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc2b6c23-751a-446b-b6e4-9ba848a03aa5 req-7af066a0-8c30-4102-aaed-212bd4b085a1 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874150 May 11 05:59:46.478285 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8293c-9d85-4964-a473-76571815bf85 req-dbffac10-cc1c-4f65-b1ae-0fa471228af1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:46.479779 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6af8293c-9d85-4964-a473-76571815bf85 req-dbffac10-cc1c-4f65-b1ae-0fa471228af1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0488348 May 11 05:59:46.535386 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6af8293c-9d85-4964-a473-76571815bf85 req-7aa5da90-dea1-4850-b4ae-9b265a708f6c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490088 May 11 05:59:46.644648 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616d35d-177f-457f-97cf-805e7ab74b6e req-62b4edba-2e9a-4f52-b090-8f4c2dbdaf22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:46.646185 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8616d35d-177f-457f-97cf-805e7ab74b6e req-62b4edba-2e9a-4f52-b090-8f4c2dbdaf22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0543795 May 11 05:59:46.696180 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8616d35d-177f-457f-97cf-805e7ab74b6e req-6ff34b66-5493-4e61-8cb2-1b13160b4338 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444448 May 11 05:59:47.630943 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:47.654650 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bd2c-a511-43a7-811c-a47ef44a7323 req-83fb7f6b-aaac-4962-a7d4-acf811c700b1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:47.656111 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4c77bd2c-a511-43a7-811c-a47ef44a7323 req-83fb7f6b-aaac-4962-a7d4-acf811c700b1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0521019 May 11 05:59:47.712737 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4c77bd2c-a511-43a7-811c-a47ef44a7323 req-ebf74298-0471-4dcb-92a8-f9d02507028f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 May 11 05:59:47.819741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d9666-bd90-448b-9f47-3f78a4f01317 req-9d9ae601-e81b-4c82-848f-9698a2dc0f49 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:47.821558 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c7d9666-bd90-448b-9f47-3f78a4f01317 req-9d9ae601-e81b-4c82-848f-9698a2dc0f49 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0518723 May 11 05:59:47.884431 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c7d9666-bd90-448b-9f47-3f78a4f01317 req-d8c67194-e88e-469e-9e1c-3ee11e031bdb tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566394 May 11 05:59:48.634601 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae4e29-0410-441a-b230-743169f811f5 req-2bdf902c-2cd0-42b5-a3c1-58e195873019 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:48.636032 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-14ae4e29-0410-441a-b230-743169f811f5 req-2bdf902c-2cd0-42b5-a3c1-58e195873019 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0496898 May 11 05:59:48.683417 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-14ae4e29-0410-441a-b230-743169f811f5 req-325f4ca7-41c9-4861-a68c-3dbe538b34ca tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 May 11 05:59:48.706797 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51364) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:48.824661 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8dcf-a729-4333-971b-70124e83c2ad req-0dc2cb9d-8b52-4d85-a935-19d0360afe0a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:48.826595 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2b3a8dcf-a729-4333-971b-70124e83c2ad req-0dc2cb9d-8b52-4d85-a935-19d0360afe0a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0496664 May 11 05:59:48.909630 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2b3a8dcf-a729-4333-971b-70124e83c2ad req-6a592bf2-cbc9-44f7-9733-9decbba96a39 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773423 May 11 05:59:48.910820 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28a3f4-af01-4199-89f6-525db08b8298 tempest-TestMinimumBasicScenario-1452528458 tempest-TestMinimumBasicScenario-1452528458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:48.915599 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-da28a3f4-af01-4199-89f6-525db08b8298 tempest-TestMinimumBasicScenario-1452528458 tempest-TestMinimumBasicScenario-1452528458-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1124 time: 0.2044826 May 11 05:59:48.915949 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51374) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:48.921659 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'port_id': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:48.943988 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:49.062643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a9c8-72c7-4f8b-a769-3789d01c13df req-c192cc5f-1d3f-4c7c-87bb-c3a903447983 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:49.064353 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4fa6a9c8-72c7-4f8b-a769-3789d01c13df req-c192cc5f-1d3f-4c7c-87bb-c3a903447983 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0899448 May 11 05:59:49.067404 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:49.160249 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4fa6a9c8-72c7-4f8b-a769-3789d01c13df req-9489304a-8c4f-4682-aaa1-623950004357 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857098 May 11 05:59:49.211748 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Allocated IP 172.27.1.167 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/f707b5e2-888e-492d-8240-b46eaa5bb9e8) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:49.321301 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:49.355028 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:49.397740 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:49.402841 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:49.405454 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:49.448744 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'Port': ['ID=f707b5e2-888e-492d-8240-b46eaa5bb9e8,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:49.470809 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.471233 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.471733 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.472113 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.472449 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.472801 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.473287 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.473595 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.473959 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.474294 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.474631 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.475200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.475297 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.475634 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.475966 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:49.886610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for floatingip (1207b857-2a1c-43e4-b29f-571f2d07e1a8), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:49.998545 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:50.056671 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d13d9a-83b9-4fa4-9908-ab36fea59698 req-efad63cd-05c2-4c7d-8425-e300ee4ad559 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:50.058195 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d0d13d9a-83b9-4fa4-9908-ab36fea59698 req-efad63cd-05c2-4c7d-8425-e300ee4ad559 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0743368 May 11 05:59:50.149704 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d0d13d9a-83b9-4fa4-9908-ab36fea59698 req-a52c4a37-a924-439c-896e-a1b578a18b22 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 May 11 05:59:50.258884 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:50.276950 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:50.314942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (1207b857-2a1c-43e4-b29f-571f2d07e1a8), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:50.328986 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22d44-6181-4eb6-bd71-46a647625ef2 req-327f2867-3aff-435e-b1df-3aeada9db692 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:50.330554 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-87b22d44-6181-4eb6-bd71-46a647625ef2 req-327f2867-3aff-435e-b1df-3aeada9db692 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0929799 May 11 05:59:50.588470 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'Port': ['ID=f707b5e2-888e-492d-8240-b46eaa5bb9e8,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:50.663525 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-87b22d44-6181-4eb6-bd71-46a647625ef2 req-8710f800-0137-4a4f-9f29-1c842bc4913c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002324 May 11 05:59:50.678425 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Floating IP 1207b857-2a1c-43e4-b29f-571f2d07e1a8 associated. External IP: 172.27.1.167, port: 0ab1918d-6a5d-41ef-a74b-b96667049a93. May 11 05:59:50.895881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 05:59:51.008521 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 05:59:51.018680 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] Sync routers for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 05:59:51.027023 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.028631 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:51.029394 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:51.058044 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e436c6c3-a20f-40a9-9360-1f29a575d5f3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1410930 May 11 05:59:51.058801 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:59:51.061777 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51392) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:51.062462 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172cfda2-37b4-4777-8e9f-d817f5ad01e9" -d '{"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:59:51.067870 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100966098', 'description': 'tempest-secgroup-smoke-100966098 description', 'project_id': '4285af910bec40c4a5a5691d5492f941'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:51.092715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.104485 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0151ba5-f2e7-4120-a9bb-6d48e75dac18 x-openstack-request-id: req-c0151ba5-f2e7-4120-a9bb-6d48e75dac18 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:59:51.104967 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:59:51.105393 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0151ba5-f2e7-4120-a9bb-6d48e75dac18 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:59:51.105914 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0151ba5-f2e7-4120-a9bb-6d48e75dac18'] response: {'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'status': 'completed', 'code': 200} May 11 05:59:51.143629 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:51.180234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group (b0958a3c-394f-4d46-a040-c0426f6f3bb1), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.193546 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b0958a3c-394f-4d46-a040-c0426f6f3bb1), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.226255 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0958a3c-394f-4d46-a040-c0426f6f3bb1,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:51.234503 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-c245d29e-8c6d-4972-8de7-d872d168881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:51.236436 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-c245d29e-8c6d-4972-8de7-d872d168881c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1129 time: 0.0665815 May 11 05:59:51.239743 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.240471 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.241010 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.241457 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.242073 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.242415 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.242749 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.243245 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.243589 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.244061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.244460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.244789 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.245164 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.245506 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.245834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 05:59:51.258192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.259462 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-6346f75b-0ee1-4263-b151-52c0c04e7669 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1956549 May 11 05:59:51.266636 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51398) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:51.272166 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group_rule': {'security_group_id': 'b0958a3c-394f-4d46-a040-c0426f6f3bb1', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:51.308401 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (6318e77b-f681-4d21-9b46-4c14c0f64d70), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.336807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77833f70-4450-4acb-b915-e4c2daf5f075 req-6a5409e3-85b0-44fa-be4c-ab233d77dae3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:51.338733 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-77833f70-4450-4acb-b915-e4c2daf5f075 req-6a5409e3-85b0-44fa-be4c-ab233d77dae3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0965209 May 11 05:59:51.369016 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (6318e77b-f681-4d21-9b46-4c14c0f64d70), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.375160 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (6318e77b-f681-4d21-9b46-4c14c0f64d70), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.398462 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '1207b857-2a1c-43e4-b29f-571f2d07e1a8', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'port_id': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'mac_address': 'fa:16:3e:2a:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062320bf-1043-4042-8c15-82cfd3b16686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:59:49Z', 'updated_at': '2022-05-11T05:59:49Z', 'revision_number': 0, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:51.399535 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6318e77b-f681-4d21-9b46-4c14c0f64d70,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:51.408449 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.409716 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-6d04d16a-44ac-402c-84de-b20a61b926b7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418474 May 11 05:59:51.412381 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51400) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:51.417428 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group_rule': {'security_group_id': 'b0958a3c-394f-4d46-a040-c0426f6f3bb1', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:51.427774 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] Checking router: f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 05:59:51.438789 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 05:59:51.439457 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T05:59:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:51.447292 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (7b18c1f7-270b-4359-ac0f-ec09f524b1da), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.452291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-a06aa3dc-8531-4e0d-815e-fd9afce4f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:51.453794 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-a06aa3dc-8531-4e0d-815e-fd9afce4f6d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 916 time: 0.1744335 May 11 05:59:51.457071 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-77833f70-4450-4acb-b915-e4c2daf5f075 req-da39ac90-83d0-4bdc-8c89-4219dab61d01 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 May 11 05:59:51.527488 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-a565f682-2795-4b66-8eda-60b9d5c6501e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 999 time: 0.0672154 May 11 05:59:51.535987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (7b18c1f7-270b-4359-ac0f-ec09f524b1da), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.539780 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (7b18c1f7-270b-4359-ac0f-ec09f524b1da), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.557800 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b18c1f7-270b-4359-ac0f-ec09f524b1da,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:51.569987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.570761 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-52c5017f-6163-4caa-a445-b3497551c9a5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567273 May 11 05:59:51.573466 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51404) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:51.577966 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group_rule': {'security_group_id': 'b0958a3c-394f-4d46-a040-c0426f6f3bb1', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:51.590141 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 05:59:51.618730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (e427e7e7-0d3a-4c1a-a9da-c2a96d8eafc0), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.679153 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (e427e7e7-0d3a-4c1a-a9da-c2a96d8eafc0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.683690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (e427e7e7-0d3a-4c1a-a9da-c2a96d8eafc0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.713364 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e427e7e7-0d3a-4c1a-a9da-c2a96d8eafc0,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:51.732081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.742865 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-17d0d970-7bec-4a79-97e4-668c03cfe6b8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663768 May 11 05:59:51.743904 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51410) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:51.748405 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group_rule': {'security_group_id': 'b0958a3c-394f-4d46-a040-c0426f6f3bb1', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:51.755138 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-a4c60392-4b16-44be-ae81-717541b3bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:51.756588 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-a4c60392-4b16-44be-ae81-717541b3bdc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 200 len: 854 time: 0.0892005 May 11 05:59:51.787511 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (da3506f3-1e64-4d9f-99a3-f0eb7fa94fd9), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.838973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-ce4075ac-efb9-4732-9b6e-8cdbfb9c0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:51.840470 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-ce4075ac-efb9-4732-9b6e-8cdbfb9c0bbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0761044 May 11 05:59:51.846716 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '1207b857-2a1c-43e4-b29f-571f2d07e1a8', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'port_id': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'mac_address': 'fa:16:3e:2a:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062320bf-1043-4042-8c15-82cfd3b16686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:59:49Z', 'updated_at': '2022-05-11T05:59:49Z', 'revision_number': 0, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 05:59:51.858124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (da3506f3-1e64-4d9f-99a3-f0eb7fa94fd9), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.860275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df52cf-73fc-40c3-a008-312e32e4287d req-caf93bdf-bdb2-443a-8aa7-1d9c3f309a67 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:51.861906 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c3df52cf-73fc-40c3-a008-312e32e4287d req-caf93bdf-bdb2-443a-8aa7-1d9c3f309a67 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0626845 May 11 05:59:51.862453 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (da3506f3-1e64-4d9f-99a3-f0eb7fa94fd9), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.878562 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c8e4b0-0f67-449b-9597-28e7d5168d67 None None] The sync data for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi is: [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '1207b857-2a1c-43e4-b29f-571f2d07e1a8', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'port_id': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'mac_address': 'fa:16:3e:2a:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062320bf-1043-4042-8c15-82cfd3b16686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:59:49Z', 'updated_at': '2022-05-11T05:59:49Z', 'revision_number': 0, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 05:59:51.881740 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3506f3-1e64-4d9f-99a3-f0eb7fa94fd9,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:51.891729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.897169 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4891e846-c229-4f5b-81b7-613f228bd3fa tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521549 May 11 05:59:51.897946 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51414) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:51.905220 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group_rule': {'security_group_id': 'b0958a3c-394f-4d46-a040-c0426f6f3bb1', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:51.936176 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.securitygroups_db [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Project 4285af910bec40c4a5a5691d5492f941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 05:59:51.946994 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (385e82fc-eefd-4747-8640-fe0ba35f8211), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:51.988162 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-b2470cf8-bb8b-4c96-81f0-d7a373149efb service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251507 May 11 05:59:52.020601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (385e82fc-eefd-4747-8640-fe0ba35f8211), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.025487 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (385e82fc-eefd-4747-8640-fe0ba35f8211), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.035270 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c3df52cf-73fc-40c3-a008-312e32e4287d req-fb342400-6a5f-4fd6-9248-b957771539cb tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634529 May 11 05:59:52.045990 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385e82fc-eefd-4747-8640-fe0ba35f8211,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:52.056581 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.061337 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-27a6bd9c-8a3d-46fe-b85e-a6bfc35a83b5 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587663 May 11 05:59:52.061495 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51416) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:52.066063 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'security_group_rule': {'security_group_id': 'b0958a3c-394f-4d46-a040-c0426f6f3bb1', 'project_id': '4285af910bec40c4a5a5691d5492f941', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:52.091209 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.securitygroups_db [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Project 4285af910bec40c4a5a5691d5492f941 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 05:59:52.097191 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (e2757b05-6d12-4e0b-9df4-fe2e4bc21c79), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.112726 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-172cfda2-37b4-4777-8e9f-d817f5ad01e9 req-8270ebc1-20af-4c28-b93b-491b0b019bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164541 May 11 05:59:52.161401 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303cbcc-aa27-4511-a82e-33dae9701029 None None] New status for floating IP 1207b857-2a1c-43e4-b29f-571f2d07e1a8: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 05:59:52.165936 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (e2757b05-6d12-4e0b-9df4-fe2e4bc21c79), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.171482 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (e2757b05-6d12-4e0b-9df4-fe2e4bc21c79), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.188133 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2757b05-6d12-4e0b-9df4-fe2e4bc21c79,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:52.199530 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.202167 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9b4c7c14-9a93-48c0-a1c4-5263dc306791 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392460 May 11 05:59:52.298644 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-fcfe173b-6b9d-4ff4-81d2-fe5e32e44fe7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100966098&fields=id&tenant_id=4285af910bec40c4a5a5691d5492f941 HTTP/1.1" status: 200 len: 267 time: 0.0474207 May 11 05:59:52.361447 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-75ea0224-d223-483c-a94a-c5e65bf35de2 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:52.363443 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-75ea0224-d223-483c-a94a-c5e65bf35de2 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0589850 May 11 05:59:52.374858 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'port': {'security_groups': ['1c4a5d48-5b6f-4edf-9c00-abf97d273dd8', 'b0958a3c-394f-4d46-a040-c0426f6f3bb1']}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:52.446054 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.720820 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 05:59:52.749417 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.754159 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.798964 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:52.799595 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:52.800983 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b660e072-11b8-4e22-94a1-38ce3c255031 req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "PUT /v2.0/ports/0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 981 time: 0.4309998 May 11 05:59:52.814142 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0ab1918d-6a5d-41ef-a74b-b96667049a93'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:59:52.843612 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624353f-5b8c-4ec9-8c43-bd06ea045bf1 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=6']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:52.922410 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea146e-3205-46d2-ac02-caaea6501c16 req-1dfc7d13-8ff7-4262-b13b-f67fc1af743b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:52.923993 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-32ea146e-3205-46d2-ac02-caaea6501c16 req-1dfc7d13-8ff7-4262-b13b-f67fc1af743b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0612123 May 11 05:59:52.985112 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-32ea146e-3205-46d2-ac02-caaea6501c16 req-a767e4a5-1fed-4ade-b961-4c4339af853c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 May 11 05:59:53.041920 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0ab1918d-6a5d-41ef-a74b-b96667049a93'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 05:59:53.053079 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-feeb2b33-3f65-45e9-96f6-ac86d892c0a5 None None] Provisioning complete for port 0ab1918d-6a5d-41ef-a74b-b96667049a93 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 05:59:53.053451 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-feeb2b33-3f65-45e9-96f6-ac86d892c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:53.097358 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954d4f5-67e1-40f9-bf8c-a48e948eef71 req-04d305c9-f710-4e94-831c-ed64ffdbc679 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:53.098863 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8954d4f5-67e1-40f9-bf8c-a48e948eef71 req-04d305c9-f710-4e94-831c-ed64ffdbc679 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0490980 May 11 05:59:53.107069 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:59:53.109368 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac" -d '{"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:59:53.168367 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8954d4f5-67e1-40f9-bf8c-a48e948eef71 req-f0915a04-41c4-498e-b4c5-fc8a110437b4 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631850 May 11 05:59:53.259045 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-feeb2b33-3f65-45e9-96f6-ac86d892c0a5 None None] Current status of the port 0ab1918d-6a5d-41ef-a74b-b96667049a93 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 05:59:53.289869 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d9389-90e9-4dfd-b23c-5f32046fac6f req-e4bc02b2-b413-4961-ae62-05d4a2e97a8b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:53.291414 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1e7d9389-90e9-4dfd-b23c-5f32046fac6f req-e4bc02b2-b413-4961-ae62-05d4a2e97a8b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0527873 May 11 05:59:53.343469 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1e7d9389-90e9-4dfd-b23c-5f32046fac6f req-a8e7e3b9-16bb-4f28-992b-9ad230caad30 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446355 May 11 05:59:53.393385 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9837ff88-5059-4238-b9bb-364c060564c9 x-openstack-request-id: req-9837ff88-5059-4238-b9bb-364c060564c9 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:59:53.393698 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:59:53.393959 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9837ff88-5059-4238-b9bb-364c060564c9 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:59:53.394363 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9837ff88-5059-4238-b9bb-364c060564c9'] response: {'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'status': 'completed', 'code': 200} May 11 05:59:53.509040 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-98a168ef-20f4-4c4e-b29b-a181918a1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:53.510667 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-98a168ef-20f4-4c4e-b29b-a181918a1b0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1168 time: 0.0427856 May 11 05:59:53.602809 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-974d1bd8-34d8-4dba-a3f7-67de3cd4d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:53.604200 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-974d1bd8-34d8-4dba-a3f7-67de3cd4d211 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 916 time: 0.0868075 May 11 05:59:53.675804 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-0e0952e0-feca-4241-a2d7-b17c31a3494a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 1001 time: 0.0634573 May 11 05:59:53.728038 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-eeb8da4f-38a2-4013-ba62-71b239a705de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:53.729559 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-eeb8da4f-38a2-4013-ba62-71b239a705de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 200 len: 854 time: 0.0438266 May 11 05:59:53.773832 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-1fe2e984-e9c2-46be-b2de-3a6dbe103e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:53.775127 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-1fe2e984-e9c2-46be-b2de-3a6dbe103e17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386751 May 11 05:59:53.870697 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-b4a71e11-f202-48af-a063-cc7e26d1679c service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872147 May 11 05:59:53.966908 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d9f4d4ee-a6ea-47db-b05b-08f94d469eac req-2d770c54-bbe7-403a-9bf7-3849c0ec5f97 service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873315 May 11 05:59:54.077183 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 05:59:54.117345 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d9e5-8262-483b-bb55-b2fd327c9495 req-62015029-0fe8-4ebf-8a37-34abbf669df1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:54.118859 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-25a5d9e5-8262-483b-bb55-b2fd327c9495 req-62015029-0fe8-4ebf-8a37-34abbf669df1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0606613 May 11 05:59:54.129934 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-dc21ead8-b515-4888-9d46-2bfc596e0307 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:54.131492 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-dc21ead8-b515-4888-9d46-2bfc596e0307 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/networks?id=47906bd0-63f9-491c-b0c1-1841c8a98974 HTTP/1.1" status: 200 len: 814 time: 0.1178143 May 11 05:59:54.148035 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-487aa0ce-9175-40c8-a3a4-f81d1e300e44 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/quotas/3a889575293f48af826e9734868e2714 HTTP/1.1" status: 200 len: 375 time: 0.0108461 May 11 05:59:54.176772 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-25a5d9e5-8262-483b-bb55-b2fd327c9495 req-612a3ef8-58b6-42d9-a603-28eefbeb444a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516956 May 11 05:59:54.187248 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-504402ec-f664-4228-b6f6-a3ba6c681885 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a889575293f48af826e9734868e2714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313649 May 11 05:59:54.279549 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-f47a7c00-e51c-496c-a07e-9d80cc47f8f1 service neutron] 10.222.0.44 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 May 11 05:59:54.368053 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-98b37008-4767-4e93-92dd-251429c3c4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826085 May 11 05:59:54.466583 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d55e1-1663-49a5-8986-09352a728de1 req-3074b496-7cd0-48b7-adca-4d0d88d65e12 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:54.468063 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-061d55e1-1663-49a5-8986-09352a728de1 req-3074b496-7cd0-48b7-adca-4d0d88d65e12 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0500932 May 11 05:59:54.519679 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-061d55e1-1663-49a5-8986-09352a728de1 req-38ac9429-8b4f-4b1d-a004-f11220b6be53 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 May 11 05:59:54.537740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa587063-5d8c-46a1-a3b4-7a324a8e85f8 req-569c6d83-8966-4d8f-9a5d-4cb8d273702c tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 210 time: 0.0297966 May 11 05:59:55.316218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab386b2-696f-4cff-913b-824bf06e9dd0 req-2199ded5-eed8-401f-bdd5-4105755187b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:55.317798 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4ab386b2-696f-4cff-913b-824bf06e9dd0 req-2199ded5-eed8-401f-bdd5-4105755187b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0587585 May 11 05:59:55.368285 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4ab386b2-696f-4cff-913b-824bf06e9dd0 req-862f3425-2b87-47b1-8359-d8ee8842c13b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 May 11 05:59:55.627340 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9f7aad3d-3d8a-4cfb-afbd-32e5562da659 req-e0cb649e-bbf9-4817-9a4e-c2dda9545205 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 210 time: 0.0289533 May 11 05:59:55.648349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f07b93-6fbd-474a-aba2-10b8a4aeb333 req-019e0999-ec36-48d3-a0e7-673139c9680a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:55.648349 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-38f07b93-6fbd-474a-aba2-10b8a4aeb333 req-019e0999-ec36-48d3-a0e7-673139c9680a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0531509 May 11 05:59:55.690982 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-38f07b93-6fbd-474a-aba2-10b8a4aeb333 req-059901ab-b025-4654-81b0-db03cde39856 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 May 11 05:59:56.140744 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-ef12ec27-9fe2-47f9-b159-206b58ea0d82 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:56.142377 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-ef12ec27-9fe2-47f9-b159-206b58ea0d82 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "GET /v2.0/networks?id=47906bd0-63f9-491c-b0c1-1841c8a98974 HTTP/1.1" status: 200 len: 814 time: 0.1089325 May 11 05:59:56.185758 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Request body: {'port': {'device_id': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974', 'admin_state_up': True, 'tenant_id': '3a889575293f48af826e9734868e2714'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:56.306352 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Made reservation on behalf of 3a889575293f48af826e9734868e2714 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 05:59:56.310043 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.317104 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51498) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:56.322028 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048495139', 'description': 'tempest-description--1003801469'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:56.342359 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.416461 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (adc6dfba-05f0-48e1-97bf-fa2725320046), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.423059 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (adc6dfba-05f0-48e1-97bf-fa2725320046), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.446642 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Allocated IP 172.20.0.3 (47906bd0-63f9-491c-b0c1-1841c8a98974/6d989683-ec2a-439f-9c93-7d076f170304/a8ed2477-82f2-43ee-bbb9-7f2f47a66b02) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:56.464328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.466480 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1474261 May 11 05:59:56.470566 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51502) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:56.477968 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': 'adc6dfba-05f0-48e1-97bf-fa2725320046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:56.491434 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66040776-93ee-42fb-b1fa-b190083f66bf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6dfba-05f0-48e1-97bf-fa2725320046,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:56.507757 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846ba6-48b2-400d-8c61-3f2ed3046c76 req-8b230f90-f55a-47ba-8cb2-6fff69a40d1b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:56.510004 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-12846ba6-48b2-400d-8c61-3f2ed3046c76 req-8b230f90-f55a-47ba-8cb2-6fff69a40d1b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0669608 May 11 05:59:56.541824 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (baf27352-545c-4cf7-8052-ae53c4a47d85), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.569653 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-12846ba6-48b2-400d-8c61-3f2ed3046c76 req-93f6b267-9db2-4345-bbef-ef219672728d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 May 11 05:59:56.648963 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (baf27352-545c-4cf7-8052-ae53c4a47d85), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.654989 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks [] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.658554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (baf27352-545c-4cf7-8052-ae53c4a47d85), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.685703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf27352-545c-4cf7-8052-ae53c4a47d85,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:56.695438 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.696622 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-0b8d6601-2864-406d-a21e-819c088ba17b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244575 May 11 05:59:56.700303 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51506) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:56.705701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': 'adc6dfba-05f0-48e1-97bf-fa2725320046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:56.716501 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.739463 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (5b22bcba-1d43-4c90-bd66-f4c3e2a7fe6a), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.795727 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Network 47906bd0-63f9-491c-b0c1-1841c8a98974 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:56.805203 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:56.809305 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:56.814378 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:56.815210 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.817450 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Pushing event updated for resources: {'Port': ['ID=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:56.831429 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981306a7-f87d-4315-8f18-b71c1f842527 req-dda3cdde-7a26-4607-9d56-6df52cb9f303 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:56.832796 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-981306a7-f87d-4315-8f18-b71c1f842527 req-dda3cdde-7a26-4607-9d56-6df52cb9f303 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 931 time: 0.1075025 May 11 05:59:56.841684 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f8008-f653-41ce-9c5d-6f462debf99b req-97ec73fa-9643-4874-956c-2036a3dc7e85 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:56.843293 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-690f8008-f653-41ce-9c5d-6f462debf99b req-97ec73fa-9643-4874-956c-2036a3dc7e85 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0698526 May 11 05:59:56.844576 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-92697a93-8bc1-4966-8d64-8915b8d8596e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643181 May 11 05:59:56.849681 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (5b22bcba-1d43-4c90-bd66-f4c3e2a7fe6a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.866036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (5b22bcba-1d43-4c90-bd66-f4c3e2a7fe6a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.867844 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Request body: {'port': {'device_id': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:56.894454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b22bcba-1d43-4c90-bd66-f4c3e2a7fe6a,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:56.915908 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.917146 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-cf79c8d0-015c-426b-a683-08ab37cce5ec tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155974 May 11 05:59:56.920905 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51512) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 05:59:56.924100 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-981306a7-f87d-4315-8f18-b71c1f842527 req-beb64326-d0c8-4819-aac7-b06de1e7c3f1 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785587 May 11 05:59:56.927324 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 05:59:56.935596 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-690f8008-f653-41ce-9c5d-6f462debf99b req-3c5d8ba2-3dc9-4b65-9a33-71c60aa47b1c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845847 May 11 05:59:56.960128 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:56.964772 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.052435 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.158701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.27.1.103 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/31e1a685-65ec-4923-8a44-a071ee68e5e6) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 05:59:57.265083 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.275700 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 05:59:57.284014 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Publish callbacks [] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.300961 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.301626 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Transition to ACTIVE for port object a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 05:59:57.305258 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.339378 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 05:59:57.342826 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 05:59:57.349208 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 05:59:57.353515 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:57.379153 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=31e1a685-65ec-4923-8a44-a071ee68e5e6,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:57.393417 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Attempting to bind port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 05:59:57.393796 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Attempting to bind port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 05:59:57.394135 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Attempting to bind port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 on network 47906bd0-63f9-491c-b0c1-1841c8a98974 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:57.398745 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 on network 47906bd0-63f9-491c-b0c1-1841c8a98974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 05:59:57.399064 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Attempting to bind port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 on network 47906bd0-63f9-491c-b0c1-1841c8a98974 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 05:59:57.404561 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 05:59:57.404905 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Checking segment: {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 05:59:57.405319 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Bound using segment: {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 05:59:57.405773 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Bound port: a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 05:59:57.406142 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.447894 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (200f1525-f797-4854-a6dd-bc29148aaab3), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.478743 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] For port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 05:59:57.485751 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] For port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 05:59:57.487805 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.494929 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.529522 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:57.530533 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.532167 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 HTTP/1.1" status: 200 len: 1093 time: 0.6700923 May 11 05:59:57.534603 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'tag': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 05:59:57.536763 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce55603a-fd9f-4774-87f1-125ca6a93db2" -d '{"events": [{"name": "network-changed", "server_uuid": "62149b5e-614b-41ef-9fda-7bf2b5175152", "tag": "a8ed2477-82f2-43ee-bbb9-7f2f47a66b02"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 05:59:57.582390 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6c0927-c385-402b-9823-76242cb85839 x-openstack-request-id: req-4f6c0927-c385-402b-9823-76242cb85839 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 05:59:57.582759 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62149b5e-614b-41ef-9fda-7bf2b5175152", "tag": "a8ed2477-82f2-43ee-bbb9-7f2f47a66b02", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 05:59:57.582946 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f6c0927-c385-402b-9823-76242cb85839 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 05:59:57.583322 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6c0927-c385-402b-9823-76242cb85839'] response: {'name': 'network-changed', 'server_uuid': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'tag': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02', 'status': 'completed', 'code': 200} May 11 05:59:57.584807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd0fff-cf7a-4d92-917e-211a055b3315 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:57.701335 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82e06b-348a-413a-8986-37c156fddb90 req-8dbb76c7-5d4d-4a03-a937-45f5bbcd1bf8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:57.702743 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-db82e06b-348a-413a-8986-37c156fddb90 req-8dbb76c7-5d4d-4a03-a937-45f5bbcd1bf8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0584621 May 11 05:59:57.772712 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.779965 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.786275 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-db82e06b-348a-413a-8986-37c156fddb90 req-c2accbc9-5cec-47f3-b1d8-5b637fb6f53f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779080 May 11 05:59:57.805742 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55603a-fd9f-4774-87f1-125ca6a93db2 req-1a9fb866-56b9-4e93-b91f-7cbfe7781849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:57.805742 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce55603a-fd9f-4774-87f1-125ca6a93db2 req-1a9fb866-56b9-4e93-b91f-7cbfe7781849 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a889575293f48af826e9734868e2714&device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 1127 time: 0.0534279 May 11 05:59:57.851423 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=31e1a685-65ec-4923-8a44-a071ee68e5e6,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 05:59:57.860475 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (200f1525-f797-4854-a6dd-bc29148aaab3), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.880783 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 05:59:57.885528 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4fda5b6e-736f-4481-91ea-88a1537477ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9603879 May 11 05:59:58.077271 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98f3e-dfa4-4463-a97d-75d9e7ea667c req-cdbe5b17-032e-4b77-a970-6b240997a967 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:58.080633 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5ce98f3e-dfa4-4463-a97d-75d9e7ea667c req-cdbe5b17-032e-4b77-a970-6b240997a967 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0574303 May 11 05:59:58.130853 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5ce98f3e-dfa4-4463-a97d-75d9e7ea667c req-d27a22c2-f3af-4f2c-b3c5-e0f05d9d84f6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503252 May 11 05:59:58.222071 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832128a-5d98-45de-9bb4-1973e19886f1 req-a25b65c4-2fb0-4759-aff3-d489265a0d9d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:58.223703 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5832128a-5d98-45de-9bb4-1973e19886f1 req-a25b65c4-2fb0-4759-aff3-d489265a0d9d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0619965 May 11 05:59:58.248363 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55603a-fd9f-4774-87f1-125ca6a93db2 req-655065df-82fd-4dc6-a050-81a0a9be9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:58.249897 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce55603a-fd9f-4774-87f1-125ca6a93db2 req-655065df-82fd-4dc6-a050-81a0a9be9aa9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3a889575293f48af826e9734868e2714&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3987188 May 11 05:59:58.261141 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-ecfd3d14-1653-418c-9154-ef18bce90f8e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1048495139&fields=id&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 267 time: 0.0452535 May 11 05:59:58.278526 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5832128a-5d98-45de-9bb4-1973e19886f1 req-b75f66be-834f-47e9-b3d4-46dbed70172c tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 May 11 05:59:58.364972 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-c6725a13-6109-4082-b028-16c5c809d908 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:58.366576 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-c6725a13-6109-4082-b028-16c5c809d908 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.0972109 May 11 05:59:58.382667 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-bbba5812-d396-481f-8876-ab0a83d14057 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/quotas/34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 375 time: 0.0094619 May 11 05:59:58.437222 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-a24acabf-c7ce-4c4d-9391-a26e97ef7e92 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486915 May 11 05:59:58.534712 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-aa4538f1-0bc7-477f-ab7d-a0fd800ab49e service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856817 May 11 05:59:58.627962 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-51e942b3-6b6d-4607-930c-0939a8c199e2 service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874491 May 11 05:59:58.808485 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-302a90f2-4fac-4f91-9f10-faf2352745d1 req-d8bc9a5d-369a-438f-bd5f-4b5ed2eef52a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0306070 May 11 05:59:58.925083 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea551d-937b-4df2-83e9-66d7166394fd req-9f5e12d7-d85d-4a4e-b7b9-da9fe5ee6c04 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:58.926750 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8dea551d-937b-4df2-83e9-66d7166394fd req-9f5e12d7-d85d-4a4e-b7b9-da9fe5ee6c04 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0538094 May 11 05:59:58.990707 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8dea551d-937b-4df2-83e9-66d7166394fd req-bb63d9c0-860a-4c36-8733-2d4403630a49 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 May 11 05:59:59.267121 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64a9f7-2559-4308-b086-a27c040658f4 req-227553cc-ee4c-46fe-a760-c9af3917245b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:59.269603 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-da64a9f7-2559-4308-b086-a27c040658f4 req-227553cc-ee4c-46fe-a760-c9af3917245b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0560925 May 11 05:59:59.323859 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-da64a9f7-2559-4308-b086-a27c040658f4 req-1514d926-5631-4fd7-952f-9f6cd6bcd342 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472834 May 11 05:59:59.395309 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fd756-4281-4407-a8fb-35a40797947a req-6ea16b60-e133-4b99-8a59-d2e7ae91fd55 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 05:59:59.396733 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f64fd756-4281-4407-a8fb-35a40797947a req-6ea16b60-e133-4b99-8a59-d2e7ae91fd55 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0476723 May 11 05:59:59.454740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f64fd756-4281-4407-a8fb-35a40797947a req-0c24bf6f-114e-4524-b62d-3a2b7d59771b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481644 May 11 05:59:59.914021 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-16b1808b-5ce7-4c21-aeca-f31c0f737837 req-bd0b0250-117a-495b-a64a-248eb137e3ba tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0378139 May 11 06:00:00.021580 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55603a-fd9f-4774-87f1-125ca6a93db2 req-733f6ae4-901d-4fcf-bd34-d7a18eecb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:00.023592 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce55603a-fd9f-4774-87f1-125ca6a93db2 req-733f6ae4-901d-4fcf-bd34-d7a18eecb0d7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181805 May 11 06:00:00.163871 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ad539-8078-43d5-a570-4c7e0e43a1e9 req-64fc78ec-b30d-4230-900d-5bdcf88801f7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:00.165352 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7e2ad539-8078-43d5-a570-4c7e0e43a1e9 req-64fc78ec-b30d-4230-900d-5bdcf88801f7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0859623 May 11 06:00:00.166394 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdc431-9aa6-44d6-97ee-0e7b53c14b8c req-31e3a590-31ea-4e03-8258-f9dec47d2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:00.168291 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b9cdc431-9aa6-44d6-97ee-0e7b53c14b8c req-31e3a590-31ea-4e03-8258-f9dec47d2705 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1129 time: 0.0769382 May 11 06:00:00.221600 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7e2ad539-8078-43d5-a570-4c7e0e43a1e9 req-96d7fee0-779f-49f3-ba60-209e9d18eed2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 May 11 06:00:00.284975 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b9cdc431-9aa6-44d6-97ee-0e7b53c14b8c req-563ab2ce-723c-4369-ab12-cdb4557eb222 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 May 11 06:00:00.286598 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-ee181bf2-cf8c-44f0-ba46-563a97cb6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:00.288580 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-ee181bf2-cf8c-44f0-ba46-563a97cb6b2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a889575293f48af826e9734868e2714&device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 1127 time: 0.0461819 May 11 06:00:00.458764 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc235-6531-427f-927f-f95d219dbe38 req-b0f38447-5c0e-4afa-9738-23ff90a99270 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:00.460328 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a47dc235-6531-427f-927f-f95d219dbe38 req-b0f38447-5c0e-4afa-9738-23ff90a99270 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0495589 May 11 06:00:00.508736 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a47dc235-6531-427f-927f-f95d219dbe38 req-d03117ce-4b52-423a-a21f-e66be8d7bd55 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 May 11 06:00:00.570646 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658b3ed-043f-403c-ae52-af0df65a8961 req-b123e175-80a3-4236-b965-345288ee8904 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:00.572122 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c658b3ed-043f-403c-ae52-af0df65a8961 req-b123e175-80a3-4236-b965-345288ee8904 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0522480 May 11 06:00:00.619904 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c658b3ed-043f-403c-ae52-af0df65a8961 req-3d196b98-d617-4e38-ba75-69a47e0b6d30 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 May 11 06:00:00.740604 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-44737b68-231c-465a-89f7-d124e7ef433a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 HTTP/1.1" status: 200 len: 217 time: 0.0419829 May 11 06:00:01.017617 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-769d0b71-385d-4663-9936-815c8efe36bb req-4db9fb61-fa7f-45f2-9ad4-af61dc1ff8d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0275865 May 11 06:00:01.353904 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf34bab-8c2c-4d8f-a611-ff66880173b9 req-f2c0be5d-1aa8-4f81-8199-b2c3c6a0d8e0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:01.355428 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0bf34bab-8c2c-4d8f-a611-ff66880173b9 req-f2c0be5d-1aa8-4f81-8199-b2c3c6a0d8e0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0562708 May 11 06:00:01.426191 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0bf34bab-8c2c-4d8f-a611-ff66880173b9 req-60a16550-18d7-433d-906e-847f8c943e86 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578156 May 11 06:00:01.485029 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-2e74ab96-41a4-4b35-b39c-c4810c9e885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:01.486529 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-2e74ab96-41a4-4b35-b39c-c4810c9e885b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d989683-ec2a-439f-9c93-7d076f170304 HTTP/1.1" status: 200 len: 854 time: 0.0474617 May 11 06:00:01.587866 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-7ea2757d-ac98-40f3-8207-e7c0d52f8995 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47906bd0-63f9-491c-b0c1-1841c8a98974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484166 May 11 06:00:01.612537 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-7478e2b6-a6d7-4328-a07e-36e32016effb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626878111&fields=id&tenant_id=12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 267 time: 0.0825102 May 11 06:00:01.631569 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dcf5e-cef0-4692-9410-b5fb5dfc26cb req-d27b48e3-2d7e-405b-a7be-b8e74a9dea1f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:01.633039 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-719dcf5e-cef0-4692-9410-b5fb5dfc26cb req-d27b48e3-2d7e-405b-a7be-b8e74a9dea1f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0500629 May 11 06:00:01.681336 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-719dcf5e-cef0-4692-9410-b5fb5dfc26cb req-4ef89461-1312-4b3a-bb6f-9effe41a40f6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 May 11 06:00:01.719195 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-106c6f61-dcf2-443c-a00c-92b65b7e63b1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:01.720745 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-106c6f61-dcf2-443c-a00c-92b65b7e63b1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 811 time: 0.1016002 May 11 06:00:01.735031 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-ca9d84be-11d8-4c83-a103-fb9e30db7a03 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/quotas/12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 375 time: 0.0090752 May 11 06:00:01.785802 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e279bd3-10cc-457f-a998-7ba8e97d4923 req-205ef863-ee76-4c9b-83cd-eb4d7429c89b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:01.787280 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0e279bd3-10cc-457f-a998-7ba8e97d4923 req-205ef863-ee76-4c9b-83cd-eb4d7429c89b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0474601 May 11 06:00:01.787870 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-2659925a-c86f-44cb-8512-ba453c5fddad tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479119 May 11 06:00:01.834430 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0e279bd3-10cc-457f-a998-7ba8e97d4923 req-2b12ec3e-e59d-4b27-b5f2-93a799aaed0b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 May 11 06:00:01.885103 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-91bdcfad-7ffb-4f6f-ad56-eb23e363ada6 service neutron] 10.222.0.44 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832818 May 11 06:00:01.978075 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-01356dc4-0aee-4473-a4ce-626bb36554f9 service neutron] 10.222.0.44 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862944 May 11 06:00:02.120640 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e3cb23ad-c2e6-4fc6-a19e-d2d6915c706f req-64407156-2c71-48f3-b247-d6ac1504ba7f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0345137 May 11 06:00:02.306067 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f166456-951c-4ec3-aaf0-7a58ca07ada9 req-5e008e36-f754-4c87-ab60-39820eaac643 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 210 time: 0.0305593 May 11 06:00:02.591792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531002bd-9e47-4152-800b-d9e68cbda9b2 req-309a920a-0e64-4cab-9830-f7f122fbc168 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:02.593273 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-531002bd-9e47-4152-800b-d9e68cbda9b2 req-309a920a-0e64-4cab-9830-f7f122fbc168 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0752289 May 11 06:00:02.602583 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-8b933ec4-3a4b-41dc-81ef-3085b97ce7c3 service neutron] 10.222.0.24 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838913 May 11 06:00:02.690054 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-531002bd-9e47-4152-800b-d9e68cbda9b2 req-1942438d-865f-40dc-b079-2b9cc415838d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862250 May 11 06:00:02.756780 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-53455438-a31e-4256-883a-a93ef7e6aeef tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:02.758264 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-53455438-a31e-4256-883a-a93ef7e6aeef tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.1322002 May 11 06:00:02.765736 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c58fbd7-e04b-4427-a7b9-446ccea47795 req-cd945cf7-eafe-4b33-bb16-27cb09412ede service neutron] 10.222.0.24 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333566 May 11 06:00:02.850316 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba1ff-e720-45c9-b3dd-ccc4d46357d8 req-156cfbd4-5052-444c-b639-4558c9bc6e35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:02.851998 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ecba1ff-e720-45c9-b3dd-ccc4d46357d8 req-156cfbd4-5052-444c-b639-4558c9bc6e35 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0636995 May 11 06:00:02.868659 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-5bb7a6e4-ce2d-4363-9915-8cae99e71415 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 473 time: 0.0697775 May 11 06:00:02.911934 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ecba1ff-e720-45c9-b3dd-ccc4d46357d8 req-e3ba9db0-e5cd-4c41-9632-0c52c79d2fed tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526264 May 11 06:00:03.053120 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b7b36-ef75-41e1-b597-75f3bda8b0fd req-6d1855ed-79fe-4b58-af2a-370e9b523b82 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:03.054647 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f7b7b36-ef75-41e1-b597-75f3bda8b0fd req-6d1855ed-79fe-4b58-af2a-370e9b523b82 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0548182 May 11 06:00:03.110241 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f7b7b36-ef75-41e1-b597-75f3bda8b0fd req-296125b5-b8fd-4ca5-aae4-77850aca79b8 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 May 11 06:00:03.161403 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0562e-3f4b-4a4a-b671-c247d7cb7bc8 req-44a302b5-28d3-4819-a6ff-295d13f3ce63 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:03.162924 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e0f0562e-3f4b-4a4a-b671-c247d7cb7bc8 req-44a302b5-28d3-4819-a6ff-295d13f3ce63 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0479262 May 11 06:00:03.218067 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e0f0562e-3f4b-4a4a-b671-c247d7cb7bc8 req-40126265-206c-43ed-b731-ec7b421d8141 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 May 11 06:00:03.222807 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1d21298b-f285-4d9a-a4ec-3a5a2c29372f req-08121aec-fb90-40da-97ee-96cf52764364 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0300376 May 11 06:00:03.403844 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-aae5a17a-ab3f-4f7a-aa1d-2d0c1eaef0b5 req-88723822-c970-493f-9192-bac09858e773 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 210 time: 0.0306971 May 11 06:00:04.039914 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7eb7-4bfb-47b0-a38e-9b441da01d7c req-b5cc8610-da7c-4b98-af6d-b85084c9c45b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:04.041410 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e3e7eb7-4bfb-47b0-a38e-9b441da01d7c req-b5cc8610-da7c-4b98-af6d-b85084c9c45b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0540962 May 11 06:00:04.092310 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e3e7eb7-4bfb-47b0-a38e-9b441da01d7c req-da32987e-4778-4795-b2dd-373525eec452 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 May 11 06:00:04.216002 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'port': {'device_id': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'admin_state_up': True, 'tenant_id': '34db399b717b42f18c5190acb605918f', 'security_groups': ['adc6dfba-05f0-48e1-97bf-fa2725320046']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:04.239009 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea88e3-d2f5-42bd-9837-13ac258730ba req-60853527-b1e6-4474-acdc-11abed93977a tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:04.247149 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-44ea88e3-d2f5-42bd-9837-13ac258730ba req-60853527-b1e6-4474-acdc-11abed93977a tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0648663 May 11 06:00:04.298007 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-44ea88e3-d2f5-42bd-9837-13ac258730ba req-3d744519-b937-4113-b9dd-a2bcf6281e4e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499003 May 11 06:00:04.383179 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8ee89-8762-41b0-9f49-bf02cb33f6f8 req-209384c6-e9cc-4682-a4c7-8e660a49bb56 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:04.384715 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-97cfe32f-b0e6-47ee-8d4d-56dd18c7b809 req-6dea694d-0d62-43e8-9fa4-dbdfb0fc319a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0304265 May 11 06:00:04.384867 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-78c8ee89-8762-41b0-9f49-bf02cb33f6f8 req-209384c6-e9cc-4682-a4c7-8e660a49bb56 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0655410 May 11 06:00:04.415850 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Made reservation on behalf of 34db399b717b42f18c5190acb605918f for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:00:04.419794 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:04.467100 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-78c8ee89-8762-41b0-9f49-bf02cb33f6f8 req-e4f489f1-978d-4b08-9da9-e1d0db29b22e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734456 May 11 06:00:04.503597 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-91422289-534f-4fe2-9fa1-96156caa29ec req-62b68423-5f21-4090-b991-41f08b38f31b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 210 time: 0.0288930 May 11 06:00:04.584809 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.20.0.10 (28dde216-4b2f-4353-ba38-412714627bb9/ad82f618-0f46-4f32-a986-1b40950b8e98/034c673a-cd22-42e5-bff2-855d7907c09a) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:00:04.796973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-40b3ea69-a287-4c62-9abe-d9b315d5862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:04.798533 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-40b3ea69-a287-4c62-9abe-d9b315d5862a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1129 time: 0.0459158 May 11 06:00:04.943760 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (034c673a-cd22-42e5-bff2-855d7907c09a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:04.977887 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-bcd003d4-f5fe-48cb-840a-5c9b9e675fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:04.979823 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-bcd003d4-f5fe-48cb-840a-5c9b9e675fc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.0966809 May 11 06:00:05.039145 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-cc322de8-27e2-4529-a7a6-eb2729051617 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 217 time: 0.0431402 May 11 06:00:05.047029 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.112960 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:00:05.124179 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-3b938873-f403-4708-b887-313c15e29d6e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.125747 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-3b938873-f403-4708-b887-313c15e29d6e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 811 time: 0.1709282 May 11 06:00:05.129762 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:00:05.131982 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=034c673a-cd22-42e5-bff2-855d7907c09a,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:05.133949 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:00:05.140253 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-afb5c499-5005-4d8a-a022-f860f2d3861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.141530 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-afb5c499-5005-4d8a-a022-f860f2d3861b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0553739 May 11 06:00:05.228490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.229595 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.235914 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-8bd9a9e8-1da0-4f4f-821d-3905e58b33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.237451 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-8bd9a9e8-1da0-4f4f-821d-3905e58b33c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549791 May 11 06:00:05.293462 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-fc2344d2-8283-4755-a84b-73799d0ba64e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0883305 May 11 06:00:05.303143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6263789-3721-45f5-ac5c-e5af52b34b3a req-24b317f3-4e40-407a-b7bc-8baa97627435 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.305069 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b6263789-3721-45f5-ac5c-e5af52b34b3a req-24b317f3-4e40-407a-b7bc-8baa97627435 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0957830 May 11 06:00:05.329267 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Request body: {'port': {'device_id': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:05.347574 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:00:05.363129 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-d726ac76-ec3d-4c03-8ae5-e293e4b45b77 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153789 May 11 06:00:05.379879 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-53756227-ae57-47b9-a263-8ddf07669e95 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 380 time: 0.2008784 May 11 06:00:05.424017 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'port': {'device_id': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'admin_state_up': True, 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'security_groups': ['f5a4c40b-d482-44fd-9283-4d820cb982e1']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:05.427478 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.472726 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:05.485837 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb79e9a-00e0-4e2f-974c-3adac94ba6b3 req-bb9e9783-d711-41c5-ad6d-35e54bc45ab0 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.488880 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-f50c183e-9f9b-4012-af83-bcd0857db322 None None] Provisioning complete for port 034c673a-cd22-42e5-bff2-855d7907c09a triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:05.489368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f50c183e-9f9b-4012-af83-bcd0857db322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.493592 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4cb79e9a-00e0-4e2f-974c-3adac94ba6b3 req-bb9e9783-d711-41c5-ad6d-35e54bc45ab0 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 943 time: 0.0959852 May 11 06:00:05.494133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02', 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974', 'port_id': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02', 'mac_address': 'fa:16:3e:6d:73:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d989683-ec2a-439f-9c93-7d076f170304', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:00:05.557147 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b6263789-3721-45f5-ac5c-e5af52b34b3a req-db994dad-981f-4283-961c-f6fd8396f0f9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427963 May 11 06:00:05.558193 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dc32a79-c9a8-4446-8246-de79371dbaeb req-fd6defb1-174d-4ab5-a0bb-3f27c73947c9 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826255 May 11 06:00:05.561605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:05.562111 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.575173 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4cb79e9a-00e0-4e2f-974c-3adac94ba6b3 req-8b8407ce-e8d0-469d-99cb-c3246e277152 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801492 May 11 06:00:05.581365 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:05.603974 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:05.608333 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f50c183e-9f9b-4012-af83-bcd0857db322 None None] Port 034c673a-cd22-42e5-bff2-855d7907c09a cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:00:05.617610 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.623560 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:00:05.733750 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fee9e-27a5-49fb-92d7-3669b32944ff req-1c6936fb-403a-4bda-9cbe-a4f40925616e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.741319 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-255fee9e-27a5-49fb-92d7-3669b32944ff req-1c6936fb-403a-4bda-9cbe-a4f40925616e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0596633 May 11 06:00:05.745788 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Made reservation on behalf of 12ba636dcfc34045b8b7fd82fa770bc0 for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:00:05.750008 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:05.792354 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-255fee9e-27a5-49fb-92d7-3669b32944ff req-dbb11078-6f47-4286-a836-b26fab54e837 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498877 May 11 06:00:05.864600 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8a720-b3d8-4d15-8aed-558d30de2797 req-f2a39cf2-8874-41d1-8067-9e645790ae54 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:05.866169 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-11a8a720-b3d8-4d15-8aed-558d30de2797 req-f2a39cf2-8874-41d1-8067-9e645790ae54 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 932 time: 0.1243873 May 11 06:00:05.902213 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:05.904425 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-82ecd88a-a94b-415c-99eb-cd8e951c775a req-52181fbb-1458-439e-b90a-352d3df0272b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 210 time: 0.0395184 May 11 06:00:05.953864 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.954211 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.954575 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.954932 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.955268 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.955605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.955935 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.956255 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.956582 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.956907 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.957232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.957596 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.957925 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.958248 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.958562 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:00:05.984297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:05.995349 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'mac_address': 'fa:16:3e:b8:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:00:06.017506 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-11a8a720-b3d8-4d15-8aed-558d30de2797 req-9e5b77f5-b8f7-46d5-bd69-674e73476faf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432059 May 11 06:00:06.038500 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: ACTIVE; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:06.038893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.053930 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:06.074179 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:06.074633 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Allocated IP 172.20.0.12 (1c2135e5-d24e-4b23-bdbc-168d1955897d/ba10a464-fd77-4ccf-99fd-cc882e9e7b82/7bedeb63-cb08-4227-a110-028c3175d7d0) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:00:06.078261 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.086941 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034c673a-cd22-42e5-bff2-855d7907c09a {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:06.097653 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Publish callbacks [] for port (034c673a-cd22-42e5-bff2-855d7907c09a), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.125365 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Transition to ACTIVE for port object 034c673a-cd22-42e5-bff2-855d7907c09a will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:00:06.129380 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=6']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:06.139641 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.256036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Pushing event updated for resources: {'Port': ['ID=034c673a-cd22-42e5-bff2-855d7907c09a,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:06.338690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.360151 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Attempting to bind port 034c673a-cd22-42e5-bff2-855d7907c09a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:00:06.360487 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Attempting to bind port 034c673a-cd22-42e5-bff2-855d7907c09a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:00:06.360813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Attempting to bind port 034c673a-cd22-42e5-bff2-855d7907c09a on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:06.370222 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Port 034c673a-cd22-42e5-bff2-855d7907c09a on network 28dde216-4b2f-4353-ba38-412714627bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:00:06.370541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Attempting to bind port 034c673a-cd22-42e5-bff2-855d7907c09a on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:06.383610 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:00:06.383934 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:00:06.384319 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Bound using segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:00:06.384790 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Bound port: 034c673a-cd22-42e5-bff2-855d7907c09a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:00:06.385150 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.423089 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.493966 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:00:06.499992 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:00:06.502964 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=7bedeb63-cb08-4227-a110-028c3175d7d0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:06.505054 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:00:06.510304 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] For port 034c673a-cd22-42e5-bff2-855d7907c09a, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:00:06.546014 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] For port 034c673a-cd22-42e5-bff2-855d7907c09a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=034c673a-cd22-42e5-bff2-855d7907c09a,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:00:06.555208 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.589236 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:06.589764 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.604002 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:06.604002 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.605404 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] 10.222.0.24 "PUT /v2.0/ports/034c673a-cd22-42e5-bff2-855d7907c09a HTTP/1.1" status: 200 len: 1094 time: 1.2810171 May 11 06:00:06.608804 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:06.611192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19793e75-6ded-4861-9602-f95c025e5732" -d '{"events": [{"name": "network-changed", "server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:06.639693 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-351aa815-8c65-4c9a-9a23-e02d99bf0b3d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2191470 May 11 06:00:06.641061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2feb0-a35f-4054-9de8-f48e402fda42 service neutron] Pushing event updated for resources: {'Port': ['ID=034c673a-cd22-42e5-bff2-855d7907c09a,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:06.716122 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2475df-4227-4fc0-9098-5bdee1d7fe14 req-fcb3b428-8ed3-448a-8227-9b2bd50daa90 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:06.717830 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f2475df-4227-4fc0-9098-5bdee1d7fe14 req-fcb3b428-8ed3-448a-8227-9b2bd50daa90 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0552969 May 11 06:00:06.743014 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40be98-7474-4f4d-8009-0cb98dbee5c1 req-473ea50d-0219-4b63-99fb-6665bf1f7e8d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:06.744808 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6d40be98-7474-4f4d-8009-0cb98dbee5c1 req-473ea50d-0219-4b63-99fb-6665bf1f7e8d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 944 time: 0.0634573 May 11 06:00:06.776887 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f2475df-4227-4fc0-9098-5bdee1d7fe14 req-dfdc7963-771b-4d87-b97a-d82aaecec248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512753 May 11 06:00:06.794787 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['a8ed2477-82f2-43ee-bbb9-7f2f47a66b02'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:00:06.818813 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6d40be98-7474-4f4d-8009-0cb98dbee5c1 req-2f24c3cb-5a4f-4634-965f-68ad5ad54807 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677834 May 11 06:00:06.832573 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1679a6a4-60e2-45db-81da-adf320c546eb x-openstack-request-id: req-1679a6a4-60e2-45db-81da-adf320c546eb {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:06.833175 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:06.833175 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1679a6a4-60e2-45db-81da-adf320c546eb {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:06.833531 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1679a6a4-60e2-45db-81da-adf320c546eb'] response: {'name': 'network-changed', 'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a', 'status': 'completed', 'code': 200} May 11 06:00:06.867783 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-8d95c1a5-1f9a-4aea-9880-19052941e2dd None None] Provisioning complete for port 7bedeb63-cb08-4227-a110-028c3175d7d0 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:06.868192 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8d95c1a5-1f9a-4aea-9880-19052941e2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:06.921981 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-8d95c1a5-1f9a-4aea-9880-19052941e2dd None None] Port 7bedeb63-cb08-4227-a110-028c3175d7d0 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:00:06.924462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c848c-5613-4dc8-9748-0b99e379e35f req-ac21308f-0bd4-48aa-8de9-cf392c15e356 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:06.925967 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9a9c848c-5613-4dc8-9748-0b99e379e35f req-ac21308f-0bd4-48aa-8de9-cf392c15e356 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0471709 May 11 06:00:06.974857 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:00:06.979299 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9a9c848c-5613-4dc8-9748-0b99e379e35f req-a81b1a3e-fa7c-4e91-9f3b-abd00dc8adf4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 May 11 06:00:07.023830 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd16cd-b238-4a89-9d69-7f2becf0095e req-95e32e75-6a5c-4248-b1c1-0718ed55116b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:07.025326 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dfcd16cd-b238-4a89-9d69-7f2becf0095e req-95e32e75-6a5c-4248-b1c1-0718ed55116b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 932 time: 0.0488989 May 11 06:00:07.078552 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dfcd16cd-b238-4a89-9d69-7f2becf0095e req-21ec16b5-3df4-493c-8d63-0a0ed412e9f0 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 May 11 06:00:07.134572 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637c9e6-4585-4c8e-a465-ea8d9fd861cd req-d8526a64-c69d-485d-928d-cdcb6bf788cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:07.135928 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9637c9e6-4585-4c8e-a465-ea8d9fd861cd req-d8526a64-c69d-485d-928d-cdcb6bf788cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0468946 May 11 06:00:07.187393 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9637c9e6-4585-4c8e-a465-ea8d9fd861cd req-58a061cb-ec03-4de7-bb50-6ee83df26d21 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 May 11 06:00:07.900937 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72331bb2-f218-46dc-843e-55343b631fd2 req-5140ff1e-808e-4d8e-8de4-684ad36d0be2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:07.902979 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-72331bb2-f218-46dc-843e-55343b631fd2 req-5140ff1e-808e-4d8e-8de4-684ad36d0be2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0508921 May 11 06:00:07.929657 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a4f57-07e8-42c6-89fd-5d6c6eb55e08 req-1a80bbf9-32e7-4fa2-b1c6-c00e5d12fcea tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:07.931125 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-157a4f57-07e8-42c6-89fd-5d6c6eb55e08 req-1a80bbf9-32e7-4fa2-b1c6-c00e5d12fcea tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 944 time: 0.0476608 May 11 06:00:07.951165 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-72331bb2-f218-46dc-843e-55343b631fd2 req-40515abb-4b3f-41b2-ad18-8a661d9ca70b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 May 11 06:00:07.977261 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-157a4f57-07e8-42c6-89fd-5d6c6eb55e08 req-7d05b906-4cae-4c76-9b2e-736728311df6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 May 11 06:00:08.092679 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd6d68-ad6b-49a6-aa6e-a607daea956d req-120f1097-9929-42a0-86f8-30c769829e26 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:08.094201 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-54dd6d68-ad6b-49a6-aa6e-a607daea956d req-120f1097-9929-42a0-86f8-30c769829e26 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0475953 May 11 06:00:08.144777 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-54dd6d68-ad6b-49a6-aa6e-a607daea956d req-b63d7fee-b2e6-4c6b-97de-6c483a57bb3a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 May 11 06:00:08.194610 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56d47a-a17b-494a-aeac-fa912311ced1 req-1267f81b-0c2d-4118-8d70-6039b1a594f6 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:08.196079 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fb56d47a-a17b-494a-aeac-fa912311ced1 req-1267f81b-0c2d-4118-8d70-6039b1a594f6 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 932 time: 0.0486572 May 11 06:00:08.247552 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fb56d47a-a17b-494a-aeac-fa912311ced1 req-2d417994-c686-4df7-8811-5b124dd979cd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452809 May 11 06:00:08.311933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d142ae-413c-4151-94e9-7d783c91f961 req-f163e33c-94df-4fa6-a06f-38f570807480 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:08.313431 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d0d142ae-413c-4151-94e9-7d783c91f961 req-f163e33c-94df-4fa6-a06f-38f570807480 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0556209 May 11 06:00:08.341126 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Request body: {'port': {'device_id': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:08.366166 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d0d142ae-413c-4151-94e9-7d783c91f961 req-cec7e175-9ffe-497c-985a-257c132d7f5b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 May 11 06:00:08.403754 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9766-947e-4f3b-aa28-f5a13f9c3866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.442126 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793e75-6ded-4861-9602-f95c025e5732 req-32a5aaf7-ef71-4d9f-ab33-18352c7fd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:08.443650 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-19793e75-6ded-4861-9602-f95c025e5732 req-32a5aaf7-ef71-4d9f-ab33-18352c7fd385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 1128 time: 0.0980463 May 11 06:00:08.448159 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.566805 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:00:08.616154 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:00:08.629858 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:08.630390 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.737309 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:08.738013 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.763043 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:08.765300 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ee89b-fd44-4d11-bf3a-98ff7b1bccfd" -d '{"events": [{"server_uuid": "62149b5e-614b-41ef-9fda-7bf2b5175152", "name": "network-vif-plugged", "status": "completed", "tag": "a8ed2477-82f2-43ee-bbb9-7f2f47a66b02"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:08.781171 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:08.786319 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.787226 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:00:08.811458 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a2bc96-2f8b-4291-97e6-10531de0c6a9 x-openstack-request-id: req-57a2bc96-2f8b-4291-97e6-10531de0c6a9 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:08.811756 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62149b5e-614b-41ef-9fda-7bf2b5175152", "name": "network-vif-plugged", "status": "completed", "tag": "a8ed2477-82f2-43ee-bbb9-7f2f47a66b02", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:08.812018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57a2bc96-2f8b-4291-97e6-10531de0c6a9 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:08.812591 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a2bc96-2f8b-4291-97e6-10531de0c6a9'] response: {'server_uuid': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02', 'code': 200} May 11 06:00:08.867107 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:08.885736 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:08.886625 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.919190 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793e75-6ded-4861-9602-f95c025e5732 req-7abe5e39-0cee-45d4-a5c2-b3be5dda2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:08.921093 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-19793e75-6ded-4861-9602-f95c025e5732 req-7abe5e39-0cee-45d4-a5c2-b3be5dda2a88 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34db399b717b42f18c5190acb605918f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2384527 May 11 06:00:08.955223 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bedeb63-cb08-4227-a110-028c3175d7d0 {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:08.966420 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Publish callbacks [] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.974379 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:08.974773 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:08.984472 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Transition to ACTIVE for port object 7bedeb63-cb08-4227-a110-028c3175d7d0 will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:00:08.992730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:09.034884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:09.042807 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:09.090797 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Pushing event updated for resources: {'Port': ['ID=7bedeb63-cb08-4227-a110-028c3175d7d0,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:09.125861 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6a04c-c090-4c3e-9bbd-7b07d2b4be96 req-5230464d-0e15-4bb9-9a7a-2e89b5c56c77 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.135324 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-40e6a04c-c090-4c3e-9bbd-7b07d2b4be96 req-5230464d-0e15-4bb9-9a7a-2e89b5c56c77 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0656362 May 11 06:00:09.137847 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=7']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:09.192344 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-40e6a04c-c090-4c3e-9bbd-7b07d2b4be96 req-715e5d80-d25b-4ccd-b9ee-145ad3f641c5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559523 May 11 06:00:09.236606 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff675d70-c1ce-4074-9db0-a832dd847984 req-0944c9ea-064b-40c4-9557-099a89c4ba3a tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.238409 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ff675d70-c1ce-4074-9db0-a832dd847984 req-0944c9ea-064b-40c4-9557-099a89c4ba3a tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.1029294 May 11 06:00:09.321418 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Attempting to bind port 7bedeb63-cb08-4227-a110-028c3175d7d0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:00:09.321792 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Attempting to bind port 7bedeb63-cb08-4227-a110-028c3175d7d0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:00:09.322119 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Attempting to bind port 7bedeb63-cb08-4227-a110-028c3175d7d0 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:09.342600 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09167-571c-466c-9f74-b1f15633504d req-6fc6b67d-bf82-4af5-b7c0-6c677fdc124a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.351789 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69a09167-571c-466c-9f74-b1f15633504d req-6fc6b67d-bf82-4af5-b7c0-6c677fdc124a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0832098 May 11 06:00:09.380209 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Port 7bedeb63-cb08-4227-a110-028c3175d7d0 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:00:09.381427 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Attempting to bind port 7bedeb63-cb08-4227-a110-028c3175d7d0 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:09.400122 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ff675d70-c1ce-4074-9db0-a832dd847984 req-239976a1-d126-4cb8-8a86-e4c7160b0eb4 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504874 May 11 06:00:09.412492 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 5, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:00:09.412840 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Checking segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:00:09.413229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Bound using segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:00:09.414121 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Bound port: 7bedeb63-cb08-4227-a110-028c3175d7d0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:00:09.414121 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:09.414933 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69a09167-571c-466c-9f74-b1f15633504d req-97bb28c6-ec0a-40a9-98ba-051167b8cefb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 May 11 06:00:09.550247 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fba27-8aa7-401e-b887-c6930036b746 req-6617c090-e5ee-4623-ad05-426a04efebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.551837 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b90fba27-8aa7-401e-b887-c6930036b746 req-6617c090-e5ee-4623-ad05-426a04efebc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 1129 time: 0.0852985 May 11 06:00:09.573344 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf35f0-80b3-4a2e-bfc0-841e96b09c74 req-27b20b59-f23f-423c-a856-ac632b7f957b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.574989 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ebf35f0-80b3-4a2e-bfc0-841e96b09c74 req-27b20b59-f23f-423c-a856-ac632b7f957b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0655077 May 11 06:00:09.640356 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b90fba27-8aa7-401e-b887-c6930036b746 req-cabac23c-902e-49ec-8dc4-e9a494b51295 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 May 11 06:00:09.658280 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ebf35f0-80b3-4a2e-bfc0-841e96b09c74 req-31408817-40dc-465f-8253-a5b21a23fbc4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730877 May 11 06:00:09.821244 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07d987-7e7c-4c92-95dc-801eceeca75f req-df1a4d5e-3274-4234-b3e3-16f3e4e9eb95 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.822822 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5c07d987-7e7c-4c92-95dc-801eceeca75f req-df1a4d5e-3274-4234-b3e3-16f3e4e9eb95 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.3492668 May 11 06:00:09.833244 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19793e75-6ded-4861-9602-f95c025e5732 req-63321fc8-8bc9-452d-846a-313d86485feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.834651 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-19793e75-6ded-4861-9602-f95c025e5732 req-63321fc8-8bc9-452d-846a-313d86485feb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5596104 May 11 06:00:09.868876 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] For port 7bedeb63-cb08-4227-a110-028c3175d7d0, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:00:09.893028 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] For port 7bedeb63-cb08-4227-a110-028c3175d7d0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7bedeb63-cb08-4227-a110-028c3175d7d0,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:00:09.903298 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5c07d987-7e7c-4c92-95dc-801eceeca75f req-2636b6c5-678f-437d-9149-70729eadd25c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712612 May 11 06:00:09.904734 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:09.939919 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:09.940539 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:09.941925 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] 10.222.0.24 "PUT /v2.0/ports/7bedeb63-cb08-4227-a110-028c3175d7d0 HTTP/1.1" status: 200 len: 1094 time: 1.6057413 May 11 06:00:09.942361 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:09.944550 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c76e4-630e-4f22-b922-e956a1fb7973" -d '{"events": [{"name": "network-changed", "server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:09.966363 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc48d69-fe5e-4280-b181-a52809da5c88 service neutron] Pushing event updated for resources: {'Port': ['ID=7bedeb63-cb08-4227-a110-028c3175d7d0,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:09.981785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03aea24-3535-45ab-b007-fdee96c89605 x-openstack-request-id: req-d03aea24-3535-45ab-b007-fdee96c89605 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:09.982080 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:09.982357 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d03aea24-3535-45ab-b007-fdee96c89605 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:09.982755 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03aea24-3535-45ab-b007-fdee96c89605'] response: {'name': 'network-changed', 'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'status': 'completed', 'code': 200} May 11 06:00:10.318268 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548bfdc-38fa-4e8f-a2fb-e3a2fa0d5e1b req-649f4d23-6591-442c-8ca1-fc451035d480 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.319761 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c548bfdc-38fa-4e8f-a2fb-e3a2fa0d5e1b req-649f4d23-6591-442c-8ca1-fc451035d480 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0495934 May 11 06:00:10.370362 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c548bfdc-38fa-4e8f-a2fb-e3a2fa0d5e1b req-c712cfa4-b93b-4c12-a153-83bf122ff57a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445788 May 11 06:00:10.514441 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5e20a-4198-432e-a5b1-1d3ef7b32ed3 req-63617ec9-3f7d-4060-86a7-cef8d3903839 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.516167 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3dd5e20a-4198-432e-a5b1-1d3ef7b32ed3 req-63617ec9-3f7d-4060-86a7-cef8d3903839 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.0461168 May 11 06:00:10.565812 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3dd5e20a-4198-432e-a5b1-1d3ef7b32ed3 req-22d86cca-6877-4a4e-9200-19dbae823b23 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437920 May 11 06:00:10.628806 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c76e4-630e-4f22-b922-e956a1fb7973 req-b4f69c50-1a79-41ac-8473-812085f2b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.630311 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f58c76e4-630e-4f22-b922-e956a1fb7973 req-b4f69c50-1a79-41ac-8473-812085f2b2da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 1128 time: 0.0678358 May 11 06:00:10.631341 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-e15fb809-7f58-411f-8c23-309bffe1f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.632648 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-e15fb809-7f58-411f-8c23-309bffe1f46e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 1128 time: 0.0604305 May 11 06:00:10.719192 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2d574ae4-9c66-4f82-a0d0-e32a7c8e9a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:10.769060 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-3a49bc10-b47e-4797-93a1-41e7c8278fab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=034c673a-cd22-42e5-bff2-855d7907c09a HTTP/1.1" status: 200 len: 217 time: 0.0707231 May 11 06:00:10.814539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:10.818306 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e549d42f-afba-43e0-ae4f-5f2c999c4ed1" -d '{"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-plugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:10.823474 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f903ee-c155-4aab-89bd-94c841c5b6ca req-d37dd2b5-250b-4ee7-bef2-a4e4bd291675 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.825976 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-47f903ee-c155-4aab-89bd-94c841c5b6ca req-d37dd2b5-250b-4ee7-bef2-a4e4bd291675 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0829573 May 11 06:00:10.848574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51804) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:10.853295 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237759243', 'description': 'tempest-description--1052338258'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:10.854357 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c76e4-630e-4f22-b922-e956a1fb7973 req-a55a52e0-b72e-4a7b-bcbe-afbfd7b8ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.856740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f58c76e4-630e-4f22-b922-e956a1fb7973 req-a55a52e0-b72e-4a7b-bcbe-afbfd7b8ce5a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1910934 May 11 06:00:10.875940 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:10.880419 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d859db0-eb72-4793-9dda-8b19f74be451 x-openstack-request-id: req-2d859db0-eb72-4793-9dda-8b19f74be451 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:10.880778 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-plugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:10.881118 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d859db0-eb72-4793-9dda-8b19f74be451 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:10.881603 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d859db0-eb72-4793-9dda-8b19f74be451'] response: {'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'code': 200} May 11 06:00:10.927509 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-0cf2433e-8ab8-4c0a-9155-25b725db7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:10.929258 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-0cf2433e-8ab8-4c0a-9155-25b725db7b7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.1022682 May 11 06:00:10.946075 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-47f903ee-c155-4aab-89bd-94c841c5b6ca req-4f5fbdcc-664b-49a8-becd-7bb7243bf165 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147912 May 11 06:00:10.946317 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group (f5514531-1974-426a-a196-f4876d3a7b4a), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:10.953964 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (f5514531-1974-426a-a196-f4876d3a7b4a), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:10.984956 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:10.986255 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1366701 May 11 06:00:10.986948 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18f3ba-c0fd-4d4d-a305-d3d73220161e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5514531-1974-426a-a196-f4876d3a7b4a,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:10.989308 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51808) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:10.994031 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'security_group_rule': {'security_group_id': 'f5514531-1974-426a-a196-f4876d3a7b4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:11.021328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group_rule (8bc2dfb2-5649-4bd8-a605-54461eea45ba), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.038481 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c05e8-2070-40c5-a9a2-504884ceca4d req-5eff4dcb-c0bc-49b8-9009-353b2edabc18 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:11.039935 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1f6c05e8-2070-40c5-a9a2-504884ceca4d req-5eff4dcb-c0bc-49b8-9009-353b2edabc18 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0494819 May 11 06:00:11.066763 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group_rule (8bc2dfb2-5649-4bd8-a605-54461eea45ba), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.070598 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (8bc2dfb2-5649-4bd8-a605-54461eea45ba), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.088325 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc2dfb2-5649-4bd8-a605-54461eea45ba,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:11.090238 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1f6c05e8-2070-40c5-a9a2-504884ceca4d req-9f0bf4a0-112a-432c-8127-576b99a714b8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442417 May 11 06:00:11.098256 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.099464 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4805adb7-15f1-42ae-893e-f640af5aa7a5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091225 May 11 06:00:11.102004 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51810) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:11.106749 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'security_group_rule': {'security_group_id': 'f5514531-1974-426a-a196-f4876d3a7b4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:11.133215 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group_rule (453d5070-8330-407a-b3dd-4bc4e6cbef63), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.241274 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group_rule (453d5070-8330-407a-b3dd-4bc4e6cbef63), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.253550 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (453d5070-8330-407a-b3dd-4bc4e6cbef63), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.306310 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-38b9dcc4-0106-4efe-a0cf-9eb81db9b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:11.307952 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-38b9dcc4-0106-4efe-a0cf-9eb81db9b335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1155050 May 11 06:00:11.314163 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453d5070-8330-407a-b3dd-4bc4e6cbef63,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:11.320360 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.324492 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e0c013b6-093f-4bae-b412-d175a60da6cd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2185581 May 11 06:00:11.325020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 51818) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:11.328909 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:11.363074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c76e4-630e-4f22-b922-e956a1fb7973 req-fd6d6507-0bc1-4496-ac77-eff2187d723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:11.364649 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f58c76e4-630e-4f22-b922-e956a1fb7973 req-fd6d6507-0bc1-4496-ac77-eff2187d723d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733675 May 11 06:00:11.365937 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.452814 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.529905 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dbdf9-76b1-48b4-aa7f-b06538598769 req-5fa2a1ae-8114-4344-8ef0-c896d4782dad tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:11.531257 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d63dbdf9-76b1-48b4-aa7f-b06538598769 req-5fa2a1ae-8114-4344-8ef0-c896d4782dad tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0811336 May 11 06:00:11.618168 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d63dbdf9-76b1-48b4-aa7f-b06538598769 req-82f868ec-06a4-4f2f-b90c-27db75f86561 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799947 May 11 06:00:11.630311 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Allocated IP 172.27.1.157 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/4b921c21-7cd6-44a9-885e-c671ee2ad925) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:00:11.687202 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675af2-18e9-4c51-a7f1-8822f77b459e req-cb8cb6b5-3792-4dd1-a754-e0be50533028 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:11.688687 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5a675af2-18e9-4c51-a7f1-8822f77b459e req-cb8cb6b5-3792-4dd1-a754-e0be50533028 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.0519137 May 11 06:00:11.721809 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.740479 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5a675af2-18e9-4c51-a7f1-8822f77b459e req-83b6fa8d-2d49-4d23-855c-d7522f0180a5 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 May 11 06:00:11.744239 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.783488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.826241 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:00:11.830834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:00:11.834458 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:00:11.864602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'Port': ['ID=4b921c21-7cd6-44a9-885e-c671ee2ad925,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:11.931761 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:11.972630 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:12.093745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddb712-b4eb-4202-821b-b9aec937dcae req-94b57a6e-9dbc-4c50-980f-6eac86b6b8b1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:12.095331 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-05ddb712-b4eb-4202-821b-b9aec937dcae req-94b57a6e-9dbc-4c50-980f-6eac86b6b8b1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0818560 May 11 06:00:12.195890 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-05ddb712-b4eb-4202-821b-b9aec937dcae req-fa3a364e-3e6b-4a57-9c06-041c3a3e828a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910108 May 11 06:00:12.248168 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b91f94-a43b-477c-a202-da843c83cb90 req-c8b880eb-e1b4-4ff7-b4ce-3c087826bec8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:12.250744 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-93b91f94-a43b-477c-a202-da843c83cb90 req-c8b880eb-e1b4-4ff7-b4ce-3c087826bec8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0587168 May 11 06:00:12.254848 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:12.260376 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:12.309375 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-93b91f94-a43b-477c-a202-da843c83cb90 req-0e4b9817-eca5-4ca7-962e-bbd791d811b1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506289 May 11 06:00:12.402072 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'Port': ['ID=4b921c21-7cd6-44a9-885e-c671ee2ad925,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:12.435182 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:12.457620 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-e0837cab-5b5e-4267-a2d5-cf30321e04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:12.458207 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-e0837cab-5b5e-4267-a2d5-cf30321e04c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 1128 time: 0.0940859 May 11 06:00:12.467495 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:12.468840 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1eeb08fd-4648-419c-86ac-821127476e4b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1432924 May 11 06:00:12.483722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-2347630f-5847-4677-9466-30a67305dfb4 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952105 May 11 06:00:12.688436 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-0c5ea56f-6d84-4246-98d8-d5663c933046 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--237759243&fields=id&tenant_id=8d84ee8b78144447bef24d677ad32b3c HTTP/1.1" status: 200 len: 267 time: 0.0476239 May 11 06:00:12.750787 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ce4a4-812d-4273-a52e-e255f74cdcc6 req-b38a5d9c-2574-4c1e-a332-9d42045f459c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:12.752566 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-964ce4a4-812d-4273-a52e-e255f74cdcc6 req-b38a5d9c-2574-4c1e-a332-9d42045f459c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0517306 May 11 06:00:12.814091 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-964ce4a4-812d-4273-a52e-e255f74cdcc6 req-90bd0003-d345-4a58-a64c-2a4df4a99cb8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555170 May 11 06:00:12.865260 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-4fb5ee94-61db-44d7-9221-132b83d4299f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bedeb63-cb08-4227-a110-028c3175d7d0 HTTP/1.1" status: 200 len: 217 time: 0.0634186 May 11 06:00:12.875462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-911d66a4-8dd2-4928-a8df-3992e8bc991b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:12.876318 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-911d66a4-8dd2-4928-a8df-3992e8bc991b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 818 time: 0.1785264 May 11 06:00:12.950916 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-c86b212b-7d8d-42b8-bc96-f9644d9cb3f8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/quotas/8d84ee8b78144447bef24d677ad32b3c HTTP/1.1" status: 200 len: 375 time: 0.0380228 May 11 06:00:13.028696 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-63180660-0ea0-43e6-a201-73aa7d86929c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684702 May 11 06:00:13.036561 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b335637f-94ab-415e-8b5a-2a54e4b789b5 req-a0570906-2d7b-4e6b-9621-ae9becb763c9 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552543 May 11 06:00:13.038030 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-32afed33-5cd5-4e89-a459-9b2b64fd85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:13.039372 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-32afed33-5cd5-4e89-a459-9b2b64fd85f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.1619763 May 11 06:00:13.173230 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704377-14ec-4664-8377-c316b3d93177 req-3b0d4e06-74cc-417b-bc4b-69155a5a4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:13.174770 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-3b0d4e06-74cc-417b-bc4b-69155a5a4545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0964150 May 11 06:00:13.192755 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-8d4c2c50-5a9d-4471-b5f4-b17605e6c307 service neutron] 10.222.0.44 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417470 May 11 06:00:13.298614 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:13.343056 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-7b22ceea-ac3a-4eba-a201-b68857fd0720 service neutron] 10.222.0.44 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433775 May 11 06:00:13.365984 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7828e9-0876-46e2-8a1c-bea4c129189a req-194a8130-9a88-405e-8480-3412171c3f03 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:13.373656 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9f7828e9-0876-46e2-8a1c-bea4c129189a req-194a8130-9a88-405e-8480-3412171c3f03 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0867081 May 11 06:00:13.435017 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9f7828e9-0876-46e2-8a1c-bea4c129189a req-c3435274-fd9c-46c3-ba3f-a6e85b92c8d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605047 May 11 06:00:13.623133 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cde5e802-9a64-44ae-bf67-04d91bb80849 req-bf854fdd-66ea-4eb6-8cae-c7f96a6bf275 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 210 time: 0.0813236 May 11 06:00:13.658407 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17e4c2-d36d-4f61-a19b-313756624c98 req-1b53b405-acfd-48ff-aab7-b06f0ad5577c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:13.665250 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0e17e4c2-d36d-4f61-a19b-313756624c98 req-1b53b405-acfd-48ff-aab7-b06f0ad5577c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.1360672 May 11 06:00:13.732108 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0e17e4c2-d36d-4f61-a19b-313756624c98 req-17d4494c-c8b8-4874-b7e0-71c8f23dae2a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658252 May 11 06:00:14.029829 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49054e2-12a2-4cff-8f94-fec05e002ddc req-9a1570db-516d-41d1-af27-b532fef7629f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:14.038878 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f49054e2-12a2-4cff-8f94-fec05e002ddc req-9a1570db-516d-41d1-af27-b532fef7629f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0816031 May 11 06:00:14.138749 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f49054e2-12a2-4cff-8f94-fec05e002ddc req-6cd6aa17-89b3-4e10-b5f2-7c8c396def97 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988412 May 11 06:00:14.161069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d708e76-7cfe-45dd-8497-17d74f1fe93b req-21d4f045-c238-4d6f-bf3f-57635e1b2291 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:14.162770 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d708e76-7cfe-45dd-8497-17d74f1fe93b req-21d4f045-c238-4d6f-bf3f-57635e1b2291 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0836370 May 11 06:00:14.181024 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51970) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:14.272428 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d708e76-7cfe-45dd-8497-17d74f1fe93b req-bd8a00fe-9dc9-4dbf-b382-18ffc9803e8a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009552 May 11 06:00:14.402047 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-40366cc1-d025-4516-ad6b-847c63fee170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.426195 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-5526fd03-33b5-4b23-b223-ac0700b914e4 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271737 May 11 06:00:14.612901 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-40366cc1-d025-4516-ad6b-847c63fee170 admin admin] Publish callbacks [] for security_group (091ad55d-811a-4548-9d66-0c65df93b967), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.623677 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-40366cc1-d025-4516-ad6b-847c63fee170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (091ad55d-811a-4548-9d66-0c65df93b967), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.641143 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c1704377-14ec-4664-8377-c316b3d93177 req-e40c646a-1ebc-49bd-9085-22264c75f2ff service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995590 May 11 06:00:14.641887 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa9c12-2f1a-4ea0-8f4e-f98e874c6876 req-338cd3f1-44b3-48fe-a960-da0494d6b344 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:14.645009 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-82fa9c12-2f1a-4ea0-8f4e-f98e874c6876 req-338cd3f1-44b3-48fe-a960-da0494d6b344 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 944 time: 0.0874128 May 11 06:00:14.754751 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40366cc1-d025-4516-ad6b-847c63fee170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ad55d-811a-4548-9d66-0c65df93b967,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:14.767383 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-40366cc1-d025-4516-ad6b-847c63fee170 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=daf8e8e1a9b24ef2a6063273f736c9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5851858 May 11 06:00:14.771050 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 51982) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:14.796491 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7b00739f-6e3d-45bb-9e08-ce0492e78792 req-52b05522-83ce-42de-ad3c-99c9d6de2470 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 210 time: 0.0717385 May 11 06:00:14.816295 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-82fa9c12-2f1a-4ea0-8f4e-f98e874c6876 req-76c546be-f8db-4a78-a1af-5fd78f407b3a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562836 May 11 06:00:14.851316 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.884495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8730b816-c7da-4960-8e70-adaea45ba204 admin admin] Publish callbacks [] for security_group (091ad55d-811a-4548-9d66-0c65df93b967), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.913056 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8730b816-c7da-4960-8e70-adaea45ba204 admin admin] Publish callbacks [] for security_group (091ad55d-811a-4548-9d66-0c65df93b967), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.924846 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9b78-6e73-467c-9c33-f0c37bae41d4 req-6a914aa1-c3ca-4ea6-a170-58a7fe0ae7d0 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:14.932251 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-257a9b78-6e73-467c-9c33-f0c37bae41d4 req-6a914aa1-c3ca-4ea6-a170-58a7fe0ae7d0 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0550520 May 11 06:00:14.978942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8730b816-c7da-4960-8e70-adaea45ba204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (091ad55d-811a-4548-9d66-0c65df93b967), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.984325 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-8730b816-c7da-4960-8e70-adaea45ba204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:14.997624 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-257a9b78-6e73-467c-9c33-f0c37bae41d4 req-26c2d1e9-e10b-44be-85e8-084c98449b5a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617573 May 11 06:00:15.010214 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-8730b816-c7da-4960-8e70-adaea45ba204 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/091ad55d-811a-4548-9d66-0c65df93b967 HTTP/1.1" status: 204 len: 168 time: 0.2162125 May 11 06:00:15.020309 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730b816-c7da-4960-8e70-adaea45ba204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ad55d-811a-4548-9d66-0c65df93b967,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:15.384593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272c1d-8532-4117-8917-e8d917262491 req-dbdc8be2-905d-472e-be61-522fa2da8ac4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:15.386386 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-89272c1d-8532-4117-8917-e8d917262491 req-dbdc8be2-905d-472e-be61-522fa2da8ac4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1206510 May 11 06:00:15.467836 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35521df2-8727-4889-9b33-6ba9061591c6 req-2f3db910-1e5e-4dc9-a37d-39761e0ddfa8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:15.469401 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-35521df2-8727-4889-9b33-6ba9061591c6 req-2f3db910-1e5e-4dc9-a37d-39761e0ddfa8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0780082 May 11 06:00:15.535827 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 034c673a-cd22-42e5-bff2-855d7907c09a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:00:15.557626 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-89272c1d-8532-4117-8917-e8d917262491 req-c5c003e0-a997-4574-91f1-5fed49e4684c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516552 May 11 06:00:15.599806 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-35521df2-8727-4889-9b33-6ba9061591c6 req-1b6695e8-1041-4842-a9e2-ecac3a109afa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191125 May 11 06:00:15.765183 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 034c673a-cd22-42e5-bff2-855d7907c09a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=034c673a-cd22-42e5-bff2-855d7907c09a,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:15.831306 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '034c673a-cd22-42e5-bff2-855d7907c09a', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'port_id': '034c673a-cd22-42e5-bff2-855d7907c09a', 'mac_address': 'fa:16:3e:8d:fb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:00:15.895604 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 034c673a-cd22-42e5-bff2-855d7907c09a is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:15.896663 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:15.912752 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034c673a-cd22-42e5-bff2-855d7907c09a {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:15.937907 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 034c673a-cd22-42e5-bff2-855d7907c09a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=034c673a-cd22-42e5-bff2-855d7907c09a,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:15.970187 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:16.047656 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b225ca-ee1e-4865-bc0c-6e785353eee0 req-e8ea76f1-8ee6-4719-84a7-f0c8b8300755 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:16.052904 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-95b225ca-ee1e-4865-bc0c-6e785353eee0 req-e8ea76f1-8ee6-4719-84a7-f0c8b8300755 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 945 time: 0.0661209 May 11 06:00:16.073524 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29b2cab3-57ad-4566-b60e-c965b5b29aa2 req-cbccef04-7825-4b20-a24e-305c752642e6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 210 time: 0.0633392 May 11 06:00:16.090063 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=034c673a-cd22-42e5-bff2-855d7907c09a,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:16.114247 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-7f7a2368-d963-42c8-b237-43c2368f504c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:16.115905 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-7f7a2368-d963-42c8-b237-43c2368f504c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 818 time: 0.2903388 May 11 06:00:16.167273 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-95b225ca-ee1e-4865-bc0c-6e785353eee0 req-a4700510-cfb3-4de4-a243-c5307279d6c8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990722 May 11 06:00:16.247112 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-6b5633ad-e5a9-4bea-baa3-f05ed797a06c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d84ee8b78144447bef24d677ad32b3c HTTP/1.1" status: 200 len: 379 time: 0.0999513 May 11 06:00:16.263926 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e0d97-a776-491c-bc30-481d4a408773 req-7bde14b8-ef1a-4d8f-9026-8b3a8329b7ba tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:16.269259 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6c0e0d97-a776-491c-bc30-481d4a408773 req-7bde14b8-ef1a-4d8f-9026-8b3a8329b7ba tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.1008904 May 11 06:00:16.280627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'port': {'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'admin_state_up': True, 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'security_groups': ['f5514531-1974-426a-a196-f4876d3a7b4a']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:16.358697 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6c0e0d97-a776-491c-bc30-481d4a408773 req-404f0f5b-8b38-4b8a-bf83-2e167fd1fadf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821609 May 11 06:00:16.447230 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Made reservation on behalf of 8d84ee8b78144447bef24d677ad32b3c for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:00:16.451842 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:16.455296 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['034c673a-cd22-42e5-bff2-855d7907c09a'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:00:16.649033 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Allocated IP 172.20.0.7 (b62a26f9-5853-46d1-925a-762af9a689ba/734e8ce8-8263-4d2d-bad1-b211fef23b56/7962c89e-6f9f-4763-994c-e54ddefaf27e) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:00:16.784488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707fa0c-a8ea-42a0-943a-25cf76a70115 req-c579f0e7-aca0-4ae5-8005-a7648cf556bc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:16.792015 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c707fa0c-a8ea-42a0-943a-25cf76a70115 req-c579f0e7-aca0-4ae5-8005-a7648cf556bc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0882175 May 11 06:00:16.800865 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e678f-042f-4887-a590-d16309f2465a req-c09357d9-bd41-4b17-b7a9-5420c60facda tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:16.809960 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-694e678f-042f-4887-a590-d16309f2465a req-c09357d9-bd41-4b17-b7a9-5420c60facda tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0835373 May 11 06:00:16.879773 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-694e678f-042f-4887-a590-d16309f2465a req-9d9faccd-eba1-499e-ab1a-f4d01b403a24 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688782 May 11 06:00:16.898116 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c707fa0c-a8ea-42a0-943a-25cf76a70115 req-897707b0-a43d-4492-9ef7-6f8dbe78e2f3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048141 May 11 06:00:16.946792 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:16.985167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:17.031067 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Network b62a26f9-5853-46d1-925a-762af9a689ba is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:00:17.039314 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:00:17.044385 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:00:17.049750 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event updated for resources: {'Port': ['ID=7962c89e-6f9f-4763-994c-e54ddefaf27e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:17.125454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:17.126575 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:17.148244 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-35981bc4-950d-4764-9f90-7446b2789152 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816195 May 11 06:00:17.176042 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Request body: {'port': {'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:17.298466 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838757-4bcb-4afb-b794-8fb30a4a8ca6 req-8603762a-ad22-4da7-bd63-f05b7872a01d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:17.301602 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8f838757-4bcb-4afb-b794-8fb30a4a8ca6 req-8603762a-ad22-4da7-bd63-f05b7872a01d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 931 time: 0.0757308 May 11 06:00:17.351998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:17.368974 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8f838757-4bcb-4afb-b794-8fb30a4a8ca6 req-cbcdd44c-7cee-4b36-87c9-2641a08a8079 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621219 May 11 06:00:17.402364 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-73a52b20-9368-4666-a3ec-df2dc44b8323 None None] Provisioning complete for port 7962c89e-6f9f-4763-994c-e54ddefaf27e triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:17.403907 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-73a52b20-9368-4666-a3ec-df2dc44b8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:17.448761 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eea84-deb7-468e-86b4-c074830a903d req-e27f3589-e1c4-467d-a067-8eaa1805d56f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:17.451303 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-170eea84-deb7-468e-86b4-c074830a903d req-e27f3589-e1c4-467d-a067-8eaa1805d56f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 945 time: 0.1224558 May 11 06:00:17.467415 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-73a52b20-9368-4666-a3ec-df2dc44b8323 None None] Port 7962c89e-6f9f-4763-994c-e54ddefaf27e cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:00:17.537678 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-170eea84-deb7-468e-86b4-c074830a903d req-f145b0fe-1c05-451f-8415-9613db665f4f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767584 May 11 06:00:17.549795 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75df079-96eb-4533-93c4-bf9df9e5966b req-f090e1ec-3095-4c29-87c0-c369dd9d20fd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:17.557008 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e75df079-96eb-4533-93c4-bf9df9e5966b req-f090e1ec-3095-4c29-87c0-c369dd9d20fd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0801826 May 11 06:00:17.652442 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e75df079-96eb-4533-93c4-bf9df9e5966b req-b44c25e7-d5d4-414b-8f39-59e699f3cffc tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753427 May 11 06:00:17.831905 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7962c89e-6f9f-4763-994c-e54ddefaf27e {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:17.839932 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Publish callbacks [] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:17.853431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Transition to ACTIVE for port object 7962c89e-6f9f-4763-994c-e54ddefaf27e will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:00:17.857647 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:17.929120 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 034c673a-cd22-42e5-bff2-855d7907c09a up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:00:17.939514 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Pushing event updated for resources: {'Port': ['ID=7962c89e-6f9f-4763-994c-e54ddefaf27e,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:17.961133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:18.010167 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 034c673a-cd22-42e5-bff2-855d7907c09a completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:00:18.024840 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 034c673a-cd22-42e5-bff2-855d7907c09a triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:18.025272 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:18.162824 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a69f-235c-4290-8feb-333fef744cb6 req-48bfdc97-432f-445a-9748-fff3f0d0f8fa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:18.174789 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4149a69f-235c-4290-8feb-333fef744cb6 req-48bfdc97-432f-445a-9748-fff3f0d0f8fa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1177611 May 11 06:00:18.207121 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 034c673a-cd22-42e5-bff2-855d7907c09a is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:18.207865 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:18.331845 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:18.334178 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a7731-eac3-4609-8351-40ca1cad5ab2" -d '{"events": [{"server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "name": "network-vif-plugged", "status": "completed", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:18.346118 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4149a69f-235c-4290-8feb-333fef744cb6 req-21d86db9-87f2-4208-b783-83cab0aa91dc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700249 May 11 06:00:18.408200 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 034c673a-cd22-42e5-bff2-855d7907c09a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=034c673a-cd22-42e5-bff2-855d7907c09a,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:18.417808 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:18.476764 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b27500b-0084-454c-86d6-b1781324ff7d x-openstack-request-id: req-1b27500b-0084-454c-86d6-b1781324ff7d {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:18.476991 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "name": "network-vif-plugged", "status": "completed", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:18.477165 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b27500b-0084-454c-86d6-b1781324ff7d {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:18.477582 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b27500b-0084-454c-86d6-b1781324ff7d'] response: {'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a', 'code': 200} May 11 06:00:18.543413 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=034c673a-cd22-42e5-bff2-855d7907c09a,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:18.610061 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8430-a887-41d5-9932-585da88aea3c req-ff732ca8-851c-4047-bf05-99f129f72e0d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:18.618655 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7eea8430-a887-41d5-9932-585da88aea3c req-ff732ca8-851c-4047-bf05-99f129f72e0d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0683761 May 11 06:00:18.695110 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7eea8430-a887-41d5-9932-585da88aea3c req-f4284a3a-432b-4762-922a-c34fcad18587 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700040 May 11 06:00:18.707554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526292-cb9e-4608-b2c2-46707ca5c163 req-af293567-83e4-4964-a084-9c332a369e32 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:18.730604 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1a526292-cb9e-4608-b2c2-46707ca5c163 req-af293567-83e4-4964-a084-9c332a369e32 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.6135886 May 11 06:00:18.830297 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Attempting to bind port 7962c89e-6f9f-4763-994c-e54ddefaf27e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:00:18.834345 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Attempting to bind port 7962c89e-6f9f-4763-994c-e54ddefaf27e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:00:18.834995 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Attempting to bind port 7962c89e-6f9f-4763-994c-e54ddefaf27e on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:18.919877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983258b3-78b1-4c1e-a7b1-937074127d03 req-a4af5bc0-4b91-4cd5-8620-45a547a3afa6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:18.922397 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-983258b3-78b1-4c1e-a7b1-937074127d03 req-a4af5bc0-4b91-4cd5-8620-45a547a3afa6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.1222944 May 11 06:00:18.923270 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Port 7962c89e-6f9f-4763-994c-e54ddefaf27e on network b62a26f9-5853-46d1-925a-762af9a689ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:00:18.923602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Attempting to bind port 7962c89e-6f9f-4763-994c-e54ddefaf27e on network b62a26f9-5853-46d1-925a-762af9a689ba {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:18.959494 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1270-0b69-41b3-a132-af3b443d650a req-dd52bfaf-4c0e-4b4d-bbe1-f587a6225ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:18.961390 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7f0d1270-0b69-41b3-a132-af3b443d650a req-dd52bfaf-4c0e-4b4d-bbe1-f587a6225ccf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 1130 time: 0.1887209 May 11 06:00:18.989731 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:00:18.990074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Checking segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:00:18.990960 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Bound using segment: {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:00:18.991429 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Bound port: 7962c89e-6f9f-4763-994c-e54ddefaf27e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e509bac1-d5ff-4982-a8ad-3665ade003dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:00:18.991900 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:19.012885 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-983258b3-78b1-4c1e-a7b1-937074127d03 req-96f128c9-3d5a-4248-9122-cc68f898811c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767016 May 11 06:00:19.022931 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1a526292-cb9e-4608-b2c2-46707ca5c163 req-4a122fbc-6e56-47b5-b948-6ce0e1de19bc tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913272 May 11 06:00:19.146260 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7f0d1270-0b69-41b3-a132-af3b443d650a req-4fbb2c60-f7de-4928-bdd9-2da5364c79ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595135 May 11 06:00:19.157287 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] For port 7962c89e-6f9f-4763-994c-e54ddefaf27e, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:00:19.164145 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] For port 7962c89e-6f9f-4763-994c-e54ddefaf27e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:00:19.175799 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:19.221889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:19.221889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:19.224387 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] 10.222.0.24 "PUT /v2.0/ports/7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 1093 time: 2.0527017 May 11 06:00:19.224387 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:19.227336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:19.252326 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8c67b-81e7-414d-ba9c-e20ccee1fe01 req-b115fa8b-7731-448a-bbd6-a5b58ca9eeca tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:19.254186 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3ed8c67b-81e7-414d-ba9c-e20ccee1fe01 req-b115fa8b-7731-448a-bbd6-a5b58ca9eeca tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0896442 May 11 06:00:19.258092 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1354-1b90-4635-94ac-fe38761fd39c service neutron] Pushing event updated for resources: {'Port': ['ID=7962c89e-6f9f-4763-994c-e54ddefaf27e,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:19.289182 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80e88e0-b527-4f9e-9e80-58322a565b39 x-openstack-request-id: req-f80e88e0-b527-4f9e-9e80-58322a565b39 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:19.289512 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:19.289766 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f80e88e0-b527-4f9e-9e80-58322a565b39 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:19.290164 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80e88e0-b527-4f9e-9e80-58322a565b39'] response: {'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'status': 'completed', 'code': 200} May 11 06:00:19.326076 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3ed8c67b-81e7-414d-ba9c-e20ccee1fe01 req-42e1ac1d-7a7b-495a-b5be-89b23b91094f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615401 May 11 06:00:19.477004 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816246b4-cf46-4b2c-a223-bf3bde2b067c req-a0c03345-c3fc-4d82-a458-713df38b5950 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:19.478785 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-816246b4-cf46-4b2c-a223-bf3bde2b067c req-a0c03345-c3fc-4d82-a458-713df38b5950 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0555089 May 11 06:00:19.539563 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-816246b4-cf46-4b2c-a223-bf3bde2b067c req-3300c751-bb2e-4786-89ed-853d0a899418 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540259 May 11 06:00:19.828735 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad593a6-3734-41a5-974c-2752a1c95093 req-e037d126-2f4a-446d-9566-9c664ca486f4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:19.838052 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7ad593a6-3734-41a5-974c-2752a1c95093 req-e037d126-2f4a-446d-9566-9c664ca486f4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0614116 May 11 06:00:19.897271 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7ad593a6-3734-41a5-974c-2752a1c95093 req-a6427a06-0131-4d5b-8047-14fcb90e2bc1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582602 May 11 06:00:20.212513 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dfb75-ab05-4605-80b5-4fe1c20bbf06 req-93f936e4-f76e-4af6-a443-869ec9178c7d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:20.214087 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-209dfb75-ab05-4605-80b5-4fe1c20bbf06 req-93f936e4-f76e-4af6-a443-869ec9178c7d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0766809 May 11 06:00:20.257337 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3892a-71a0-45c1-a679-d2f5f2f55d5f req-39a99bbc-c1ce-4c98-97fb-52206c3bc3ef tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:20.267908 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1ba3892a-71a0-45c1-a679-d2f5f2f55d5f req-39a99bbc-c1ce-4c98-97fb-52206c3bc3ef tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.1146448 May 11 06:00:20.273824 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-209dfb75-ab05-4605-80b5-4fe1c20bbf06 req-856b5e92-51ef-48e0-a571-41c7394613dc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504239 May 11 06:00:20.345704 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1ba3892a-71a0-45c1-a679-d2f5f2f55d5f req-94ea35d2-a408-4db2-80b7-0fc451d9feea tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766990 May 11 06:00:20.483789 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e req-e7cf8146-494a-470b-817e-d6aa554f0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:20.485527 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e req-e7cf8146-494a-470b-817e-d6aa554f0069 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0889094 May 11 06:00:20.519166 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1fa3-34fa-471a-83d3-b04e7580ddb6 req-f9f40f27-7897-4eea-9106-ba23910e384f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:20.521567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-63be1fa3-34fa-471a-83d3-b04e7580ddb6 req-f9f40f27-7897-4eea-9106-ba23910e384f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.1088998 May 11 06:00:20.595654 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-63be1fa3-34fa-471a-83d3-b04e7580ddb6 req-e41a4cc5-0841-4b7b-8f4c-b0cb9169a72c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651710 May 11 06:00:20.693565 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02857d-e71b-4370-b6a9-2094c9b8b900 req-51e29581-5e4a-4cf4-b847-1d0bd3abfcf1 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:20.695607 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-be02857d-e71b-4370-b6a9-2094c9b8b900 req-51e29581-5e4a-4cf4-b847-1d0bd3abfcf1 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0611579 May 11 06:00:20.754063 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-be02857d-e71b-4370-b6a9-2094c9b8b900 req-9af37d1d-d8d9-447e-842c-72a2f7e116cd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512552 May 11 06:00:21.029779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809bba-4dcb-42bc-ba11-8c5f5497f245 req-d3d88a8f-f306-4d65-bb55-f73e00f6ca80 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:21.031459 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dd809bba-4dcb-42bc-ba11-8c5f5497f245 req-d3d88a8f-f306-4d65-bb55-f73e00f6ca80 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0546029 May 11 06:00:21.099993 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dd809bba-4dcb-42bc-ba11-8c5f5497f245 req-e8106756-ca28-47b4-b3e7-1eff984de107 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589616 May 11 06:00:21.414162 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e21e9-9187-484d-9313-c02f80bf013c req-8e90e15c-db1a-46fd-bce6-cf3ddd7fc74f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:21.416497 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a28e21e9-9187-484d-9313-c02f80bf013c req-8e90e15c-db1a-46fd-bce6-cf3ddd7fc74f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0603142 May 11 06:00:21.470653 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1e2b6-5cc6-4bc7-879b-d824c7fbb9a8 req-8061b35f-6261-413f-b57f-a12776f3c5f3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:21.472182 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3da1e2b6-5cc6-4bc7-879b-d824c7fbb9a8 req-8061b35f-6261-413f-b57f-a12776f3c5f3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0534806 May 11 06:00:21.481557 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a28e21e9-9187-484d-9313-c02f80bf013c req-a7620835-51de-4c98-b052-5f150cc5adbf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550780 May 11 06:00:21.543515 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3da1e2b6-5cc6-4bc7-879b-d824c7fbb9a8 req-3dec32cc-5e86-4462-898d-d0fed750d97b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530677 May 11 06:00:21.770464 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157ef5c-c056-41f6-b1fd-7ea7f707798a req-176637e8-1d42-4695-84e1-27f5edc9b667 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:21.772535 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f157ef5c-c056-41f6-b1fd-7ea7f707798a req-176637e8-1d42-4695-84e1-27f5edc9b667 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0693972 May 11 06:00:21.845327 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e req-bf4523d8-d4d9-44c7-9679-f8c3daf17d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:21.847129 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e req-bf4523d8-d4d9-44c7-9679-f8c3daf17d3b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d84ee8b78144447bef24d677ad32b3c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1516550 May 11 06:00:21.912118 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f157ef5c-c056-41f6-b1fd-7ea7f707798a req-0d55ec8e-6dc0-470f-b525-1e8fcbee6145 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233890 May 11 06:00:21.958464 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2afa1a-8399-43ca-9378-de5b1d4bff6d req-d8342cce-ab6c-44ec-b64c-1e856a68c356 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:21.962305 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8c2afa1a-8399-43ca-9378-de5b1d4bff6d req-d8342cce-ab6c-44ec-b64c-1e856a68c356 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0845089 May 11 06:00:22.022851 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8c2afa1a-8399-43ca-9378-de5b1d4bff6d req-b3e1c81c-3903-40ff-8dfe-52f1b0fc5d62 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535114 May 11 06:00:22.231999 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76761-594c-4769-9925-e1c1455d124b req-9a17caff-2ae5-480d-a2a3-a39970e6d1a0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:22.242276 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b6b76761-594c-4769-9925-e1c1455d124b req-9a17caff-2ae5-480d-a2a3-a39970e6d1a0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0825782 May 11 06:00:22.309266 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b6b76761-594c-4769-9925-e1c1455d124b req-f25edcd3-e179-4823-8c1c-873756886a3b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602922 May 11 06:00:22.630666 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e req-3099058a-8327-46ec-93f8-2729565f5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:22.632548 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d4a052c0-7063-4abb-ae7c-4dbe15c6264e req-3099058a-8327-46ec-93f8-2729565f5410 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708729 May 11 06:00:22.675158 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761e95e-9430-4a2f-83d5-dd415b1e65bf req-1970204b-0a25-4de7-abfb-92751d8bef68 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:22.676751 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7761e95e-9430-4a2f-83d5-dd415b1e65bf req-1970204b-0a25-4de7-abfb-92751d8bef68 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0586436 May 11 06:00:22.718379 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2422789-db11-4bed-8fd3-33f3e4a1136b req-ea0451a7-03eb-45c8-a1ec-a20d64aedfd6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:22.720183 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a2422789-db11-4bed-8fd3-33f3e4a1136b req-ea0451a7-03eb-45c8-a1ec-a20d64aedfd6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0608912 May 11 06:00:22.805779 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7761e95e-9430-4a2f-83d5-dd415b1e65bf req-9a810cbe-193c-4e37-a909-418dd40eb8e1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205740 May 11 06:00:22.814379 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-916c2e17-a2a0-4282-8b5a-47e4b6c822de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:22.816498 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-916c2e17-a2a0-4282-8b5a-47e4b6c822de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0878007 May 11 06:00:22.822737 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a2422789-db11-4bed-8fd3-33f3e4a1136b req-5067046e-062c-44c4-aec8-6a22feb69ae3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904014 May 11 06:00:22.889229 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-8d138233-b432-4649-ae28-e0c040124354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 217 time: 0.0582147 May 11 06:00:22.958004 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-c693f8d4-3bcd-4be4-bcd2-5dcdee9bd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:22.959467 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-c693f8d4-3bcd-4be4-bcd2-5dcdee9bd309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0610166 May 11 06:00:23.025666 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-223fbd68-1d3f-4ee7-a0af-acba120af7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:23.027804 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-223fbd68-1d3f-4ee7-a0af-acba120af7d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575969 May 11 06:00:23.073573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9b11a-3bee-4273-ba1f-10487ce18d16 req-2b5cde5d-5165-4a4c-9e85-879ce366ba4b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:23.075148 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-26a9b11a-3bee-4273-ba1f-10487ce18d16 req-2b5cde5d-5165-4a4c-9e85-879ce366ba4b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0789332 May 11 06:00:23.116976 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734aae9-864d-4f62-8fb6-cc6f2c127c73 req-1ebf4819-02a5-4445-b921-752e74e87492 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:23.122527 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6734aae9-864d-4f62-8fb6-cc6f2c127c73 req-1ebf4819-02a5-4445-b921-752e74e87492 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.1615939 May 11 06:00:23.135174 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 52160) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:23.142915 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'port_id': '034c673a-cd22-42e5-bff2-855d7907c09a'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:23.156930 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-26a9b11a-3bee-4273-ba1f-10487ce18d16 req-9605cd51-47e7-4126-b514-7063c3124483 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697293 May 11 06:00:23.261075 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (200f1525-f797-4854-a6dd-bc29148aaab3), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:23.386857 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58f8c5-7290-45c2-9ade-18f0218275af req-f079828d-0a1c-4d7e-9910-9ef57a40511b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:23.388431 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cb58f8c5-7290-45c2-9ade-18f0218275af req-f079828d-0a1c-4d7e-9910-9ef57a40511b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1527176 May 11 06:00:23.395701 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-c5d7d1ad-d923-4693-b202-1c7ca4437fce service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509116 May 11 06:00:23.476535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1f4b-a11a-4f93-9810-140570edd230 req-5d55b16b-81ec-4a6b-942a-2d28bb1b5fee tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:23.490125 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ed1a1f4b-a11a-4f93-9810-140570edd230 req-5d55b16b-81ec-4a6b-942a-2d28bb1b5fee tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0876260 May 11 06:00:23.567152 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ed1a1f4b-a11a-4f93-9810-140570edd230 req-347cff9c-8359-446c-a3e3-a8a00092923e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708690 May 11 06:00:23.593264 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cb58f8c5-7290-45c2-9ade-18f0218275af req-e05922d9-0a7c-4522-ace6-7428c83139d3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962352 May 11 06:00:23.649962 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39a971aa-5f20-4aaf-9eca-70b113105fa6 req-0b7d829e-f706-420d-987a-57253116d405 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216134 May 11 06:00:23.928951 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7bedeb63-cb08-4227-a110-028c3175d7d0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:00:24.051581 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975471f-31a0-4152-afff-991e030cb0e1 req-f1bb1563-5027-4c1c-a616-f293680b7e75 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:24.053230 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4975471f-31a0-4152-afff-991e030cb0e1 req-f1bb1563-5027-4c1c-a616-f293680b7e75 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0698295 May 11 06:00:24.162550 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4975471f-31a0-4152-afff-991e030cb0e1 req-15fa875e-2eec-4bb1-99af-30e5c59b0447 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955710 May 11 06:00:24.165030 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 7bedeb63-cb08-4227-a110-028c3175d7d0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7bedeb63-cb08-4227-a110-028c3175d7d0,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:24.203266 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'port_id': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'mac_address': 'fa:16:3e:09:16:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:00:24.207895 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:24.214844 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (200f1525-f797-4854-a6dd-bc29148aaab3), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:24.284053 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 7bedeb63-cb08-4227-a110-028c3175d7d0 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:24.284443 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:24.304224 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bedeb63-cb08-4227-a110-028c3175d7d0 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:24.329649 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 7bedeb63-cb08-4227-a110-028c3175d7d0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7bedeb63-cb08-4227-a110-028c3175d7d0,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:24.347065 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:24.348573 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684ac48-d0e7-4279-9875-55455558ee8f req-079f3c9f-dc61-4761-b0f6-a3f0d748d0c8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:24.351195 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a684ac48-d0e7-4279-9875-55455558ee8f req-079f3c9f-dc61-4761-b0f6-a3f0d748d0c8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 944 time: 0.0697258 May 11 06:00:24.441579 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=7bedeb63-cb08-4227-a110-028c3175d7d0,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:24.466690 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a684ac48-d0e7-4279-9875-55455558ee8f req-c18723fc-6ce1-4ffb-a5a0-a1e68f60543d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041617 May 11 06:00:24.491416 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP 200f1525-f797-4854-a6dd-bc29148aaab3 associated. External IP: 172.27.1.103, port: 034c673a-cd22-42e5-bff2-855d7907c09a. May 11 06:00:24.773498 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf4d63-bfea-4ac1-a755-a860fde65385 req-045843c3-1530-4159-b797-cf25734a455c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:24.775881 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-65bf4d63-bfea-4ac1-a755-a860fde65385 req-045843c3-1530-4159-b797-cf25734a455c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0865252 May 11 06:00:24.822793 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1355298-6c01-41a8-acb5-2b12d8a5a2df req-0f210747-3620-42a9-80b0-67cd70dd2ad2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:24.825688 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b1355298-6c01-41a8-acb5-2b12d8a5a2df req-0f210747-3620-42a9-80b0-67cd70dd2ad2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1078477 May 11 06:00:24.867069 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-65bf4d63-bfea-4ac1-a755-a860fde65385 req-d2795a11-7552-4e14-9723-188a34ffdcea tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827804 May 11 06:00:24.875867 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:00:24.958743 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b1355298-6c01-41a8-acb5-2b12d8a5a2df req-e5f416d4-0aa1-422f-97a1-13850cf86180 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269686 May 11 06:00:25.012504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['7bedeb63-cb08-4227-a110-028c3175d7d0'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:00:25.047147 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:00:25.053308 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:25.059381 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:00:25.071504 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:00:25.072381 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:00:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:25.093930 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f596db38-a7b3-43b5-a9c8-c587c765d430 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "PUT /v2.0/floatingips/200f1525-f797-4854-a6dd-bc29148aaab3 HTTP/1.1" status: 200 len: 992 time: 1.9574008 May 11 06:00:25.094704 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:25.097280 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e" -d '{"events": [{"name": "network-changed", "server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:25.192411 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da507e-d525-4bea-8b9d-2ce656a7268e x-openstack-request-id: req-67da507e-d525-4bea-8b9d-2ce656a7268e {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:25.192774 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:25.193106 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67da507e-d525-4bea-8b9d-2ce656a7268e {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:25.193633 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67da507e-d525-4bea-8b9d-2ce656a7268e'] response: {'name': 'network-changed', 'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a', 'status': 'completed', 'code': 200} May 11 06:00:25.272291 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:00:25.316122 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-434f4b0c-332e-4b56-a286-743a1bac35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:25.318014 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-434f4b0c-332e-4b56-a286-743a1bac35e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 1130 time: 0.0601652 May 11 06:00:25.394499 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46e614-c908-4ab9-9761-7db1679d13dd req-c77041cd-673f-408e-9ad3-e1ea52434b33 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:25.401639 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0a46e614-c908-4ab9-9761-7db1679d13dd req-c77041cd-673f-408e-9ad3-e1ea52434b33 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.1464481 May 11 06:00:25.518460 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0a46e614-c908-4ab9-9761-7db1679d13dd req-c91c539f-19b1-451f-86e3-868f7551e613 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148880 May 11 06:00:25.555677 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '200f1525-f797-4854-a6dd-bc29148aaab3', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '034c673a-cd22-42e5-bff2-855d7907c09a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:8d:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:59:57Z', 'updated_at': '2022-05-11T06:00:23Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}, {'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:25.557845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-926ddc7e-677b-4a76-940c-fa5a752ffe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:25.559415 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-926ddc7e-677b-4a76-940c-fa5a752ffe76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 915 time: 0.2246759 May 11 06:00:25.592035 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:00:25.602514 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:00:25.603393 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:00:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:25.616837 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74a67d-aff3-4612-9937-6f95f33b7669 req-5f86839e-375c-4fb5-8435-2b19de3586a3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:25.625291 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f74a67d-aff3-4612-9937-6f95f33b7669 req-5f86839e-375c-4fb5-8435-2b19de3586a3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 945 time: 0.0767112 May 11 06:00:25.706006 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-70d3df97-e862-425a-b0e0-448e2b381f35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=034c673a-cd22-42e5-bff2-855d7907c09a HTTP/1.1" status: 200 len: 1000 time: 0.1364679 May 11 06:00:25.766555 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f74a67d-aff3-4612-9937-6f95f33b7669 req-c5f52c8d-e0d3-4b47-a65a-b5e221a5fa90 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399527 May 11 06:00:25.790567 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-de5fe996-dc4a-4ec8-a96e-7d4f8104cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:25.792202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-de5fe996-dc4a-4ec8-a96e-7d4f8104cc7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.0768628 May 11 06:00:25.794883 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:00:25.853550 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-c4bdfbd7-8426-41ad-88ad-9d2076559405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:25.853550 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-c4bdfbd7-8426-41ad-88ad-9d2076559405 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424018 May 11 06:00:26.115889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e42b7-26c1-4416-8116-abce00586a05 req-4db110c1-d4db-45be-9a0c-0547013c7b67 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:26.117534 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-500e42b7-26c1-4416-8116-abce00586a05 req-4db110c1-d4db-45be-9a0c-0547013c7b67 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.1286860 May 11 06:00:26.123923 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-6c9a2cad-872a-4123-a6fe-a824b4532987 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450993 May 11 06:00:26.128783 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '200f1525-f797-4854-a6dd-bc29148aaab3', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '034c673a-cd22-42e5-bff2-855d7907c09a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:8d:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:59:57Z', 'updated_at': '2022-05-11T06:00:23Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}, {'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:26.187417 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf19e4e-106d-4876-be41-d666d9762800 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '200f1525-f797-4854-a6dd-bc29148aaab3', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '034c673a-cd22-42e5-bff2-855d7907c09a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:8d:fb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:59:57Z', 'updated_at': '2022-05-11T06:00:23Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}, {'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:00:26.231893 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0da2f-06f3-41d4-a695-a5f7756d8927 req-806279de-ddd6-4e35-87da-71f5403aea20 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:26.243570 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5ed0da2f-06f3-41d4-a695-a5f7756d8927 req-806279de-ddd6-4e35-87da-71f5403aea20 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.1274710 May 11 06:00:26.344989 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5ed0da2f-06f3-41d4-a695-a5f7756d8927 req-4f311e73-2d50-414b-a01b-e0d1b46bb1ef tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004763 May 11 06:00:26.586633 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2114d3a9-ee6c-4dc5-a897-f95b6187e611 None None] New status for floating IP 200f1525-f797-4854-a6dd-bc29148aaab3: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:00:26.643793 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-500e42b7-26c1-4416-8116-abce00586a05 req-8670b4cb-b9bc-4ff5-ab47-afce0f1e5a97 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5082817 May 11 06:00:26.666198 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7bedeb63-cb08-4227-a110-028c3175d7d0 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:00:26.678077 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cee2c35-8ea6-4eee-9dc7-8d8cf5f4852e req-2773af79-7829-4087-b90d-2d6cd432b453 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407829 May 11 06:00:26.742098 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c021d54-06aa-4efd-a1bc-c6eb13047cc6 req-1741eefc-07e3-445d-a43b-a14286221b31 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:26.744064 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5c021d54-06aa-4efd-a1bc-c6eb13047cc6 req-1741eefc-07e3-445d-a43b-a14286221b31 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0752394 May 11 06:00:26.778791 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 7bedeb63-cb08-4227-a110-028c3175d7d0 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:00:26.820898 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5c021d54-06aa-4efd-a1bc-c6eb13047cc6 req-3a267b23-9c5b-4c62-8d94-8947f8ae8b8b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688009 May 11 06:00:26.822172 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 7bedeb63-cb08-4227-a110-028c3175d7d0 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:26.822545 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:26.925852 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6a13b-6890-43da-b9ce-eb892662ccb2 req-fb733cf8-f121-4203-b0c4-55db532d7038 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:26.927435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-47d6a13b-6890-43da-b9ce-eb892662ccb2 req-fb733cf8-f121-4203-b0c4-55db532d7038 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 945 time: 0.0629811 May 11 06:00:26.931824 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 7bedeb63-cb08-4227-a110-028c3175d7d0 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:26.932416 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:26.962277 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:26.965410 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe77eb-e097-49bc-b34e-946f3af620cf" -d '{"events": [{"server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "name": "network-vif-plugged", "status": "completed", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:26.977703 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 7bedeb63-cb08-4227-a110-028c3175d7d0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7bedeb63-cb08-4227-a110-028c3175d7d0,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:26.982779 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:27.004917 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-47d6a13b-6890-43da-b9ce-eb892662ccb2 req-de75996e-6d7c-487f-a0ad-de5f8e9454d6 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693212 May 11 06:00:27.025097 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab69d38-2021-44c2-aef4-9aec808f6b6f x-openstack-request-id: req-aab69d38-2021-44c2-aef4-9aec808f6b6f {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:27.026077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "name": "network-vif-plugged", "status": "completed", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:27.026077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aab69d38-2021-44c2-aef4-9aec808f6b6f {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:27.026303 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab69d38-2021-44c2-aef4-9aec808f6b6f'] response: {'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'code': 200} May 11 06:00:27.042929 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=7bedeb63-cb08-4227-a110-028c3175d7d0,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:27.487665 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22d65-aa8d-4455-a2d6-0e504b51dd7a req-52dc22ac-6d0e-45c5-9fae-40b401604dca tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:27.489128 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5fa22d65-aa8d-4455-a2d6-0e504b51dd7a req-52dc22ac-6d0e-45c5-9fae-40b401604dca tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0499356 May 11 06:00:27.535204 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5fa22d65-aa8d-4455-a2d6-0e504b51dd7a req-1f16ef1a-9ee0-42e0-98ba-faa9eca2758e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 May 11 06:00:27.576086 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5c93-0c41-4825-ac8b-e0102953edb6 req-8a89c7bc-81bf-4777-960d-0f4689642da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:27.577600 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cb2b5c93-0c41-4825-ac8b-e0102953edb6 req-8a89c7bc-81bf-4777-960d-0f4689642da0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 1130 time: 0.0388973 May 11 06:00:27.627627 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cb2b5c93-0c41-4825-ac8b-e0102953edb6 req-c3500a8a-e840-471e-8b00-cf0b97a493d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392923 May 11 06:00:27.756455 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb44c6-1cb4-422d-89f3-4fba1b84dc8d req-a6bd7d08-1a47-4bab-9f3a-0a3bebc99b51 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:27.757970 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-28eb44c6-1cb4-422d-89f3-4fba1b84dc8d req-a6bd7d08-1a47-4bab-9f3a-0a3bebc99b51 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0471156 May 11 06:00:27.807232 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-28eb44c6-1cb4-422d-89f3-4fba1b84dc8d req-e71283b0-3c3b-44bf-ba44-5ad8fb92874f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428042 May 11 06:00:27.946437 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b382-8817-4de5-8cdc-19ccdd3d98d7 req-5f72c904-a84d-4d4a-bc33-179b43274683 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:27.947967 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-08e7b382-8817-4de5-8cdc-19ccdd3d98d7 req-5f72c904-a84d-4d4a-bc33-179b43274683 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0493522 May 11 06:00:27.994904 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-08e7b382-8817-4de5-8cdc-19ccdd3d98d7 req-b8f4efbc-8017-4ba8-9414-a266e2724621 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 May 11 06:00:28.123958 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9814d-15ed-476b-ab23-e8ff63735ea5 req-ba0dec16-a073-4407-b35b-c321383ae544 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:28.125349 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dcb9814d-15ed-476b-ab23-e8ff63735ea5 req-ba0dec16-a073-4407-b35b-c321383ae544 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0507932 May 11 06:00:28.172663 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dcb9814d-15ed-476b-ab23-e8ff63735ea5 req-77ff9fdb-ef9d-46e2-a9c9-e7930c84819f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 May 11 06:00:28.659944 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268ba47-619d-4e62-a285-11443a8311f0 req-1dfbb38f-3c2f-433b-984b-122e75e04f8f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:28.661406 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1268ba47-619d-4e62-a285-11443a8311f0 req-1dfbb38f-3c2f-433b-984b-122e75e04f8f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0472562 May 11 06:00:28.687839 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 52292) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:28.709854 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1268ba47-619d-4e62-a285-11443a8311f0 req-643dc6ac-ab2a-405f-9ac6-cd1122fcb71c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 May 11 06:00:28.794826 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e02b5869-b448-4d2c-ba5c-9413691ace41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:28.868993 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e02b5869-b448-4d2c-ba5c-9413691ace41 admin admin] Publish callbacks [] for security_group (bf2158ad-7851-410b-8001-6aca73287a9e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:28.873571 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e02b5869-b448-4d2c-ba5c-9413691ace41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (bf2158ad-7851-410b-8001-6aca73287a9e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:28.941407 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e02b5869-b448-4d2c-ba5c-9413691ace41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6222cdbf6ea4a64b5d4cf12774a77f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517397 May 11 06:00:28.944796 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 52298) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:28.946999 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b5869-b448-4d2c-ba5c-9413691ace41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2158ad-7851-410b-8001-6aca73287a9e,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:28.958885 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d77b3-01a3-42a1-8d1a-8ba30f317211 req-3f078356-2b66-4f79-bbd2-3fdf37c088dc tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:28.960714 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7e7d77b3-01a3-42a1-8d1a-8ba30f317211 req-3f078356-2b66-4f79-bbd2-3fdf37c088dc tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0815420 May 11 06:00:28.997374 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e36de1aa-85de-4bc8-96db-07033429356f admin admin] Publish callbacks [] for security_group (bf2158ad-7851-410b-8001-6aca73287a9e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:29.021263 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e36de1aa-85de-4bc8-96db-07033429356f admin admin] Publish callbacks [] for security_group (bf2158ad-7851-410b-8001-6aca73287a9e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:29.106502 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e36de1aa-85de-4bc8-96db-07033429356f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (bf2158ad-7851-410b-8001-6aca73287a9e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:29.109148 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e36de1aa-85de-4bc8-96db-07033429356f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:29.110374 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e36de1aa-85de-4bc8-96db-07033429356f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf2158ad-7851-410b-8001-6aca73287a9e HTTP/1.1" status: 204 len: 168 time: 0.1644807 May 11 06:00:29.128664 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36de1aa-85de-4bc8-96db-07033429356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2158ad-7851-410b-8001-6aca73287a9e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:29.137721 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03568f-0a69-46b2-b786-cbfe237d8cd0 req-5cfd1bb6-7d00-44e2-8066-5a9870f4d27f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:29.139604 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ff03568f-0a69-46b2-b786-cbfe237d8cd0 req-5cfd1bb6-7d00-44e2-8066-5a9870f4d27f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0701878 May 11 06:00:29.213695 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ff03568f-0a69-46b2-b786-cbfe237d8cd0 req-6531449b-81b8-481d-bf71-ba105cb5ff7b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644083 May 11 06:00:29.231414 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7e7d77b3-01a3-42a1-8d1a-8ba30f317211 req-fe3466a0-90ea-4621-bb45-ac446228fc14 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636886 May 11 06:00:29.331421 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac242fe7-e283-4c70-ab0c-1847ca287bb1 req-58675aba-bc93-4daa-b90c-bd004e1bd64e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:29.332905 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ac242fe7-e283-4c70-ab0c-1847ca287bb1 req-58675aba-bc93-4daa-b90c-bd004e1bd64e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0488787 May 11 06:00:29.381714 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ac242fe7-e283-4c70-ab0c-1847ca287bb1 req-cc827026-bcf8-47dd-9f32-8c4883bdc2ce tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 May 11 06:00:29.827798 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe38fb2-730c-4295-a6ee-d3ea44389cc4 req-a7acad5f-73ef-4a10-9b1d-e0a8b01e7774 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:29.829316 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dfe38fb2-730c-4295-a6ee-d3ea44389cc4 req-a7acad5f-73ef-4a10-9b1d-e0a8b01e7774 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 946 time: 0.0473943 May 11 06:00:29.877115 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dfe38fb2-730c-4295-a6ee-d3ea44389cc4 req-4a397c00-7154-4352-a790-6fda4720308c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 May 11 06:00:30.342124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b24b4-6968-48ae-9f5b-d12a195d5d9e req-405a7e8a-baac-4756-8bf4-986885d017f1 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:30.343529 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-747b24b4-6968-48ae-9f5b-d12a195d5d9e req-405a7e8a-baac-4756-8bf4-986885d017f1 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0519514 May 11 06:00:30.347077 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f26eec-8566-4957-bd79-052c46eaed5c req-b8968390-5b96-4ce4-bd47-dfae4351c6fb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:30.348560 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-44f26eec-8566-4957-bd79-052c46eaed5c req-b8968390-5b96-4ce4-bd47-dfae4351c6fb tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 943 time: 0.0468476 May 11 06:00:30.390117 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-747b24b4-6968-48ae-9f5b-d12a195d5d9e req-a1a94a7a-14e4-46db-a5b6-64a6c9c12065 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 May 11 06:00:30.397747 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-44f26eec-8566-4957-bd79-052c46eaed5c req-ced88c20-061b-45ff-a2c8-ae1789534017 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435958 May 11 06:00:30.493808 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d3f71-1829-4424-8aa4-2cc55a960bc9 req-30bef977-8a32-48d6-a4cb-ce230dca4768 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:30.495270 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-536d3f71-1829-4424-8aa4-2cc55a960bc9 req-30bef977-8a32-48d6-a4cb-ce230dca4768 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0476925 May 11 06:00:30.545160 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-536d3f71-1829-4424-8aa4-2cc55a960bc9 req-8e2409dd-b694-4446-9b5c-1b83cc60f021 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 May 11 06:00:30.665999 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7962c89e-6f9f-4763-994c-e54ddefaf27e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:00:30.701947 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:00:30.828996 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 7962c89e-6f9f-4763-994c-e54ddefaf27e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:30.846746 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:30.847128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:30.849116 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:00:30.889864 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f1577-b209-4f5e-8377-a60539944fdf req-5ef52fc6-1e33-4186-a0c2-5ff8f64cc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:30.891834 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-5ef52fc6-1e33-4186-a0c2-5ff8f64cc0d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1130 time: 0.0412078 May 11 06:00:30.895567 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:30.897767 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa69dcf-50cc-4921-b20b-719745175e79" -d '{"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-unplugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:30.915962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:30.918147 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 7962c89e-6f9f-4763-994c-e54ddefaf27e is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:30.918253 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:30.933560 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:30.940401 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7962c89e-6f9f-4763-994c-e54ddefaf27e {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:30.946892 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 06:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204ccb95-24b6-40f4-bfde-6c1490b72299 x-openstack-request-id: req-204ccb95-24b6-40f4-bfde-6c1490b72299 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:30.947351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-unplugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:30.947923 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-204ccb95-24b6-40f4-bfde-6c1490b72299 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:30.948350 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204ccb95-24b6-40f4-bfde-6c1490b72299'] response: {'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'code': 200} May 11 06:00:31.042149 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c5b12-ccec-4512-9ba8-4f083f86a3d5 req-1e6f9e92-832e-4dd8-810c-669183485f22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.044213 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-eb1c5b12-ccec-4512-9ba8-4f083f86a3d5 req-1e6f9e92-832e-4dd8-810c-669183485f22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0875700 May 11 06:00:31.078067 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:00:31.080217 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f1577-b209-4f5e-8377-a60539944fdf req-73ba3a4c-5aa4-4a85-9654-4972be5a8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.081798 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-73ba3a4c-5aa4-4a85-9654-4972be5a8e42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.1720378 May 11 06:00:31.111386 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-eb1c5b12-ccec-4512-9ba8-4f083f86a3d5 req-7870063c-01a4-434b-a155-86709e53817d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581200 May 11 06:00:31.115150 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 7962c89e-6f9f-4763-994c-e54ddefaf27e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:31.123777 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:31.134057 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=8']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:31.190204 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=7962c89e-6f9f-4763-994c-e54ddefaf27e,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:31.319521 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-cf49e143-499c-461c-b4f0-32e14f2c430a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 1000 time: 0.0607386 May 11 06:00:31.345318 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-f2e826af-3990-4004-a980-ca5cfdc5022b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=982a5299d6f241bc931c9ef14945bcd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295630 May 11 06:00:31.503379 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d83b5-3c06-4083-b50f-9fa16e857314 req-3538973e-05e8-4007-b644-05ad9c895103 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.504860 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-690d83b5-3c06-4083-b50f-9fa16e857314 req-3538973e-05e8-4007-b644-05ad9c895103 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0463862 May 11 06:00:31.533015 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-d89cd5fb-0540-482e-87c3-d60ffb33279f tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.535053 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-d89cd5fb-0540-482e-87c3-d60ffb33279f tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837249 May 11 06:00:31.552103 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-778c39a4-eae5-4b20-8b0c-7ed370644b30 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/quotas/982a5299d6f241bc931c9ef14945bcd9 HTTP/1.1" status: 200 len: 375 time: 0.0104511 May 11 06:00:31.560606 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-690d83b5-3c06-4083-b50f-9fa16e857314 req-3cf04053-6e86-4b09-a16c-e22c84690399 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501649 May 11 06:00:31.590671 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-38e7b534-1b75-4f37-a47f-f22b5d3d06dc tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=982a5299d6f241bc931c9ef14945bcd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333982 May 11 06:00:31.672528 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adda6b4-47d3-4c69-b753-6f567226382b req-048e1e6b-50af-4ca9-87cb-7a4a7f3a84df tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.673973 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6adda6b4-47d3-4c69-b753-6f567226382b req-048e1e6b-50af-4ca9-87cb-7a4a7f3a84df tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 944 time: 0.0507147 May 11 06:00:31.734465 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6adda6b4-47d3-4c69-b753-6f567226382b req-a11b942c-c93b-4030-b681-077058fb6bbd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550318 May 11 06:00:31.810365 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fd0f95e4-02f8-459f-9733-7cf702cf0f31 req-e74a0d61-f62e-44af-9321-337f5dc911aa tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0313842 May 11 06:00:31.814625 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe592863-961b-482a-b6ec-7c2306e36c0b req-8aef3dd4-fdd7-4eca-b281-7b8ad9995916 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.816209 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe592863-961b-482a-b6ec-7c2306e36c0b req-8aef3dd4-fdd7-4eca-b281-7b8ad9995916 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0521939 May 11 06:00:31.865638 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe592863-961b-482a-b6ec-7c2306e36c0b req-da7b5343-cd7f-4de0-aaac-b7cd0175424d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 May 11 06:00:31.931661 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['7962c89e-6f9f-4763-994c-e54ddefaf27e'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:00:31.993153 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03513-7618-4b04-914a-44a44bc9a953 req-b454833c-6af4-41fb-9d83-3f95d543597b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:31.995066 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a1a03513-7618-4b04-914a-44a44bc9a953 req-b454833c-6af4-41fb-9d83-3f95d543597b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0579786 May 11 06:00:32.063727 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a1a03513-7618-4b04-914a-44a44bc9a953 req-686807ba-fc9b-455b-8bb7-a5d3a1ae6378 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620320 May 11 06:00:32.100265 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 52382) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:32.251012 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28b16a-5d99-4db7-be8b-98356f8aa0fc req-5fc8a9d3-06f8-4f88-bc0a-d4c3640b0ea0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:32.252746 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8e28b16a-5d99-4db7-be8b-98356f8aa0fc req-5fc8a9d3-06f8-4f88-bc0a-d4c3640b0ea0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0490050 May 11 06:00:32.259581 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f1577-b209-4f5e-8377-a60539944fdf req-9ab5d871-0608-446f-8e2d-e1a6458f7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:32.261691 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-9ab5d871-0608-446f-8e2d-e1a6458f7f7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0750589 May 11 06:00:32.337947 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d1f3b-31d4-440c-8545-676c99a4d462 tempest-TestVolumeBootPattern-1439365225 tempest-TestVolumeBootPattern-1439365225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:32.339551 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e60d1f3b-31d4-440c-8545-676c99a4d462 tempest-TestVolumeBootPattern-1439365225 tempest-TestVolumeBootPattern-1439365225-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 1125 time: 0.2382832 May 11 06:00:32.342712 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 52390) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:32.343100 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8e28b16a-5d99-4db7-be8b-98356f8aa0fc req-e087af0c-6059-426e-90f5-321282afc180 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791097 May 11 06:00:32.347161 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'port_id': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:32.403100 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f1577-b209-4f5e-8377-a60539944fdf req-d95272f4-5ded-4385-b9c1-2488f0c74aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:32.404855 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-d95272f4-5ded-4385-b9c1-2488f0c74aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503099 May 11 06:00:32.406154 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:32.541245 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:32.595381 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-bff4e539-5fbb-4b8f-a75b-b179a4330f32 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744850 May 11 06:00:32.763061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc2db1-2b77-4e2d-abbc-86b8c60706b9 req-46374ca7-30af-4fd8-9c70-6c1be7bda967 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:32.764564 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c7dc2db1-2b77-4e2d-abbc-86b8c60706b9 req-46374ca7-30af-4fd8-9c70-6c1be7bda967 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.1098378 May 11 06:00:32.796393 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Allocated IP 172.27.1.66 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:00:32.810797 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a78f1577-b209-4f5e-8377-a60539944fdf req-26a05914-7f52-4f17-a1f8-138791ae0d8c service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043252 May 11 06:00:32.860422 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba7dbf-dd86-4b0d-ab48-23e79003f608 req-2695470b-34a5-42b6-9df9-198132a4fd9e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:32.861954 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e9ba7dbf-dd86-4b0d-ab48-23e79003f608 req-2695470b-34a5-42b6-9df9-198132a4fd9e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 944 time: 0.0581393 May 11 06:00:32.862168 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c7dc2db1-2b77-4e2d-abbc-86b8c60706b9 req-3bbee49a-df30-48f7-887f-b7b3e227c801 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890338 May 11 06:00:32.923409 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e9ba7dbf-dd86-4b0d-ab48-23e79003f608 req-1823eeff-3a4f-4fd1-b564-5e604861c6d3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552320 May 11 06:00:32.969636 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-af1329da-b533-4a7b-8bff-cbc59185e43c req-9f537292-120a-495d-9f9f-02efaece9e2e tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0429277 May 11 06:00:32.972372 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.007165 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.047523 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:00:33.050430 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:00:33.052932 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:00:33.078618 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:33.440288 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (85fd8b0f-d087-4197-a4eb-ff32e2dc17c7), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.482121 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01944930-3785-42ad-82aa-8a5f155278d0 req-7976b40d-06b4-4a4f-af8c-6ad5ae700a32 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:33.486302 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-01944930-3785-42ad-82aa-8a5f155278d0 req-7976b40d-06b4-4a4f-af8c-6ad5ae700a32 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0645564 May 11 06:00:33.508492 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.521175 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7962c89e-6f9f-4763-994c-e54ddefaf27e up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:00:33.550022 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-01944930-3785-42ad-82aa-8a5f155278d0 req-f2fdf866-f5c2-4309-bb49-69052d574dc8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572612 May 11 06:00:33.580535 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 7962c89e-6f9f-4763-994c-e54ddefaf27e completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:00:33.587553 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 7962c89e-6f9f-4763-994c-e54ddefaf27e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:33.588051 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.684454 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 7962c89e-6f9f-4763-994c-e54ddefaf27e is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:33.684873 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.708259 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:33.710504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c2eaf-fdf0-4c34-9512-cb4032a982bf" -d '{"events": [{"server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "name": "network-vif-plugged", "status": "completed", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:33.726306 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 7962c89e-6f9f-4763-994c-e54ddefaf27e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:33.732004 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.734296 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.741266 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.759064 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3104e7-1fe7-4ea3-9348-7223e1c73e92 x-openstack-request-id: req-fa3104e7-1fe7-4ea3-9348-7223e1c73e92 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:33.759351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "name": "network-vif-plugged", "status": "completed", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:33.759600 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa3104e7-1fe7-4ea3-9348-7223e1c73e92 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:33.759987 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3104e7-1fe7-4ea3-9348-7223e1c73e92'] response: {'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'code': 200} May 11 06:00:33.787622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=7962c89e-6f9f-4763-994c-e54ddefaf27e,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:33.812697 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:33.824235 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (85fd8b0f-d087-4197-a4eb-ff32e2dc17c7), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:33.925906 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Floating IP 85fd8b0f-d087-4197-a4eb-ff32e2dc17c7 associated. External IP: 172.27.1.66, port: 7bedeb63-cb08-4227-a110-028c3175d7d0. May 11 06:00:33.996269 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96384-95c5-4fb8-a22e-ff27789c0b64 req-f8b368ac-be6c-48fa-860e-af2a0e01f462 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:33.998378 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-24e96384-95c5-4fb8-a22e-ff27789c0b64 req-f8b368ac-be6c-48fa-860e-af2a0e01f462 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0533128 May 11 06:00:34.053104 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-24e96384-95c5-4fb8-a22e-ff27789c0b64 req-f22fe688-d32d-4efc-81f8-741daeea6a26 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491145 May 11 06:00:34.068312 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98ec4e-33bc-42e0-9ad3-1569d915bd4e req-2ba603df-c1a9-4f28-b95d-c35a6eea3e5d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:34.069806 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e98ec4e-33bc-42e0-9ad3-1569d915bd4e req-2ba603df-c1a9-4f28-b95d-c35a6eea3e5d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0579660 May 11 06:00:34.163351 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fa1b1be2-92cf-4e7b-ace3-e5da42d99e66 req-97f2f7ee-e88e-4c6e-8ddc-1f73646daeb1 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0406146 May 11 06:00:34.192071 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3e98ec4e-33bc-42e0-9ad3-1569d915bd4e req-9badbeed-0e97-47f5-b7bb-1849d0f80eba tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855000 May 11 06:00:34.217858 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:00:34.334799 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:00:34.348427 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:00:34.353156 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:34.360102 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:00:34.360770 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:00:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:34.383840 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f864719b-42d1-4f2a-8bde-0d414c47eccb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0400281 May 11 06:00:34.384520 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:34.387680 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f6227-933c-4c7b-bdae-b6023d7e244d" -d '{"events": [{"name": "network-changed", "server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:34.432411 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9c5cc-bb6f-4bdd-91f6-e03d21bc6eb5 x-openstack-request-id: req-60f9c5cc-bb6f-4bdd-91f6-e03d21bc6eb5 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:34.433274 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:34.433597 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60f9c5cc-bb6f-4bdd-91f6-e03d21bc6eb5 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:34.434428 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f9c5cc-bb6f-4bdd-91f6-e03d21bc6eb5'] response: {'name': 'network-changed', 'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'status': 'completed', 'code': 200} May 11 06:00:34.478944 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:00:34.684049 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd823d-0b30-4a71-95be-152c939c25cb req-0cac6d71-f4dc-466b-8be2-f07fb1c0b55e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:34.689499 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-47dd823d-0b30-4a71-95be-152c939c25cb req-0cac6d71-f4dc-466b-8be2-f07fb1c0b55e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0592153 May 11 06:00:34.710489 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '85fd8b0f-d087-4197-a4eb-ff32e2dc17c7', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:09:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:33Z', 'updated_at': '2022-05-11T06:00:33Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:34.737961 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:00:34.740336 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-47dd823d-0b30-4a71-95be-152c939c25cb req-f21752b5-086e-47b4-8d64-1dd557ab65b0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488889 May 11 06:00:34.748815 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:00:34.749423 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:00:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:34.866701 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:00:35.157709 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '85fd8b0f-d087-4197-a4eb-ff32e2dc17c7', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:09:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:33Z', 'updated_at': '2022-05-11T06:00:33Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:35.169791 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81406b6-f7f2-4a3b-b11b-5c4c9779798b req-0958e6e7-18d1-4b5d-b2db-79d791746e13 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:35.177041 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e81406b6-f7f2-4a3b-b11b-5c4c9779798b req-0958e6e7-18d1-4b5d-b2db-79d791746e13 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0540845 May 11 06:00:35.184075 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade0ab04-1495-406f-ab0e-57b985b19598 None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '85fd8b0f-d087-4197-a4eb-ff32e2dc17c7', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:09:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:33Z', 'updated_at': '2022-05-11T06:00:33Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:00:35.224574 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e81406b6-f7f2-4a3b-b11b-5c4c9779798b req-8360a743-3b79-42bf-8384-6d1e6b93e626 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465147 May 11 06:00:35.317978 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4179e6c9-d605-45d3-b136-3d07c2171d5d req-d236a4c0-64fa-45ef-9074-c050c9143138 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0305700 May 11 06:00:35.391982 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc407a5-4702-4fa2-820a-a379ba8be4fc None None] New status for floating IP 85fd8b0f-d087-4197-a4eb-ff32e2dc17c7: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:00:35.427213 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11215bae-1021-44db-9377-09f3cc71eb0a req-733aa96b-1288-4d9b-9fdf-b2c6af507172 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:35.428701 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-11215bae-1021-44db-9377-09f3cc71eb0a req-733aa96b-1288-4d9b-9fdf-b2c6af507172 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0506835 May 11 06:00:35.483792 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-11215bae-1021-44db-9377-09f3cc71eb0a req-6cd9d30a-62e1-43c5-9c4f-04abc6eabe74 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490224 May 11 06:00:35.874566 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205eafb-61ff-4200-94ae-b30a66195f39 req-219019c1-aec9-4267-bb22-19cd824bda4b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:35.876049 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4205eafb-61ff-4200-94ae-b30a66195f39 req-219019c1-aec9-4267-bb22-19cd824bda4b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0486751 May 11 06:00:35.922364 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4205eafb-61ff-4200-94ae-b30a66195f39 req-d17246e3-49a5-4dc4-aa4a-632518e150d9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 May 11 06:00:36.371714 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342a30d-9aad-4358-8889-cf5108a2fce8 req-3e292926-e539-47eb-a95c-35fb5849f8c2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:36.385574 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5342a30d-9aad-4358-8889-cf5108a2fce8 req-3e292926-e539-47eb-a95c-35fb5849f8c2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0789967 May 11 06:00:36.444755 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5342a30d-9aad-4358-8889-cf5108a2fce8 req-90ead765-e6c6-4cc2-b3ec-98000a61e838 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568268 May 11 06:00:36.618316 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a79ed887-6d01-4316-b0eb-abfbc24ce7b5 req-8c528789-0670-4fdd-abef-dcfe0bd52b11 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0766234 May 11 06:00:36.622661 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-40bde3ba-7185-408f-b37e-c6576291fc3a tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=982a5299d6f241bc931c9ef14945bcd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565734 May 11 06:00:36.623427 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-f36243db-dfc6-4ccc-93a9-16ab09b330de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:36.624740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-f36243db-dfc6-4ccc-93a9-16ab09b330de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 1130 time: 0.1298301 May 11 06:00:36.749214 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c772f2-23f2-4555-b526-dc26da232758 req-708a2bf7-6590-4199-a115-31bc1adfa02b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:36.750729 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6c772f2-23f2-4555-b526-dc26da232758 req-708a2bf7-6590-4199-a115-31bc1adfa02b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0472553 May 11 06:00:37.064527 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e83d38-08c0-4e82-9967-4670e2613664 req-ef46cff0-cd3f-4e4d-8192-a67d5c46e7a8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:37.066223 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-68e83d38-08c0-4e82-9967-4670e2613664 req-ef46cff0-cd3f-4e4d-8192-a67d5c46e7a8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0520649 May 11 06:00:37.118917 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-68e83d38-08c0-4e82-9967-4670e2613664 req-8fe9c507-1cf3-4af8-bd4c-deb11694e05d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465093 May 11 06:00:37.154060 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6c772f2-23f2-4555-b526-dc26da232758 req-45dabd30-1600-4f2a-93d3-25c29b5bdf2d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952904 May 11 06:00:37.327758 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-70bbc724-1435-47ee-b2c4-92de3a925225 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:37.329206 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-70bbc724-1435-47ee-b2c4-92de3a925225 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5388951 May 11 06:00:37.330404 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-cbb26e2d-5a25-4b4e-a9c4-955aafc58135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:37.331734 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-cbb26e2d-5a25-4b4e-a9c4-955aafc58135 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.5289357 May 11 06:00:37.454669 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Request body: {'port': {'device_id': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91', 'admin_state_up': True, 'tenant_id': '982a5299d6f241bc931c9ef14945bcd9'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:37.562128 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc33b4-fd3e-4d55-a0af-32ce622bcccd req-28d8628b-72e8-47f4-bf38-1f8ce1a95b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:37.564591 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-99cc33b4-fd3e-4d55-a0af-32ce622bcccd req-28d8628b-72e8-47f4-bf38-1f8ce1a95b3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.1097424 May 11 06:00:37.691995 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7e237-ce5e-4c7f-99a4-1f38a6c80e86 req-8f823fc4-295e-4d76-95d4-9ca34464d424 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:37.693512 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5ca7e237-ce5e-4c7f-99a4-1f38a6c80e86 req-8f823fc4-295e-4d76-95d4-9ca34464d424 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.1263239 May 11 06:00:37.700401 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-7d72fb76-2c67-4c4f-85bc-85dc6b45f5bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bedeb63-cb08-4227-a110-028c3175d7d0 HTTP/1.1" status: 200 len: 1001 time: 0.2553546 May 11 06:00:37.709794 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-99cc33b4-fd3e-4d55-a0af-32ce622bcccd req-7b4d8209-5926-4d81-82a1-8ee989b3dce2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029198 May 11 06:00:37.747394 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b30d9cfd-d71c-4d2b-83a5-18d18cb4ed82 req-0f7d1bf7-8627-49c5-a78b-b8cf2be9f4d5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0281241 May 11 06:00:37.792899 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-4017f481-d4e1-4a7d-b355-c0673c8b80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:37.794389 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-4017f481-d4e1-4a7d-b355-c0673c8b80b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0859265 May 11 06:00:37.797796 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Made reservation on behalf of 982a5299d6f241bc931c9ef14945bcd9 for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:00:37.801062 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:37.806174 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [req-45718f0c-ecaf-49b0-8de0-9e68db1e9b86 req-db0d97f6-3284-45c4-8218-8e3b8fbfcbcc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:00:37.807344 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-45718f0c-ecaf-49b0-8de0-9e68db1e9b86 req-db0d97f6-3284-45c4-8218-8e3b8fbfcbcc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053632 May 11 06:00:37.817143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:37.822401 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5ca7e237-ce5e-4c7f-99a4-1f38a6c80e86 req-4f477313-582f-40c9-bc9f-ec8011786098 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158283 May 11 06:00:37.901013 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks [] for security_group (3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:37.908099 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:37.983219 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:38.004933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd38d8-414b-41e5-9b83-c0f1f2d0d4c5 req-ef2eec3e-08aa-4864-8adb-d7e05c349a5f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.006996 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0bfd38d8-414b-41e5-9b83-c0f1f2d0d4c5 req-ef2eec3e-08aa-4864-8adb-d7e05c349a5f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0689042 May 11 06:00:38.092554 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0bfd38d8-414b-41e5-9b83-c0f1f2d0d4c5 req-6e17f930-0ee7-49ab-8542-88cf3ff41d03 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678437 May 11 06:00:38.096929 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3075a8-e1b6-4c4e-bce6-51894e4dda32 req-5e65080d-909f-4a18-ba4f-7fba55894955 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.098703 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca3075a8-e1b6-4c4e-bce6-51894e4dda32 req-5e65080d-909f-4a18-ba4f-7fba55894955 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0820146 May 11 06:00:38.145622 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Allocated IP 192.168.233.171 (39a06755-a8c7-4c13-b58c-d2920b88eb91/0a1c6678-1d40-4310-bb66-7db192b29766/37a27719-a163-4764-af52-5b8d3fafb7f0) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:00:38.202355 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-8a538cd0-8690-4dfa-8449-578d552e1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.203866 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-8a538cd0-8690-4dfa-8449-578d552e1134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768464 May 11 06:00:38.239551 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ca3075a8-e1b6-4c4e-bce6-51894e4dda32 req-e880ceba-583d-4c0b-87c9-c9020997a559 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330757 May 11 06:00:38.318425 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e54ad-15c6-4e54-865c-88f28a2bca67 req-c0e6952d-651f-4495-88b5-99c37fddbf17 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.320257 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0c2e54ad-15c6-4e54-865c-88f28a2bca67 req-c0e6952d-651f-4495-88b5-99c37fddbf17 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0796347 May 11 06:00:38.388133 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0c2e54ad-15c6-4e54-865c-88f28a2bca67 req-9d7f7496-edbf-49f4-9ad8-a46e559629c1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590510 May 11 06:00:38.398605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks [] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:38.412010 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d2c21257-cd72-4919-aaf4-7bc619c26a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:38.436076 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 52500) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:38.449373 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:38.504835 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Network 39a06755-a8c7-4c13-b58c-d2920b88eb91 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:00:38.509991 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:00:38.513568 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:00:38.529599 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-33183cc8-749a-4cc3-8164-03c633309414 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922995 May 11 06:00:38.535598 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-25fa7957-e145-4d87-95df-fcd0c19686e3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103519) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:00:38.536725 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-25fa7957-e145-4d87-95df-fcd0c19686e3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063980 May 11 06:00:38.542287 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Pushing event updated for resources: {'Port': ['ID=37a27719-a163-4764-af52-5b8d3fafb7f0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:38.574742 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.575544 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:38.594710 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-c5b776e5-ff48-4351-a3cc-4dacb07c724b tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1483595 May 11 06:00:38.625366 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 52508) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:38.729674 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-8fbcc7a5-aeb5-4dfa-9493-83e98edd7f21 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.731009 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-8fbcc7a5-aeb5-4dfa-9493-83e98edd7f21 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports/33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 941 time: 0.1046381 May 11 06:00:38.788833 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-47cb2e1a-bd09-48f6-ad2c-e5c60b3b60c6 None None] Provisioning complete for port 37a27719-a163-4764-af52-5b8d3fafb7f0 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:38.789973 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-47cb2e1a-bd09-48f6-ad2c-e5c60b3b60c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:38.835475 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Request body: {'port': {'device_id': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:38.839419 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-47cb2e1a-bd09-48f6-ad2c-e5c60b3b60c6 None None] Port 37a27719-a163-4764-af52-5b8d3fafb7f0 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:00:38.904175 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-d95d9739-a924-4897-bab9-4a62a5c7ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.905909 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-d95d9739-a924-4897-bab9-4a62a5c7ef7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 1129 time: 0.0543416 May 11 06:00:38.953531 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4af4-166b-4480-bb83-2521582f151c req-c503cfa5-c53f-4150-b440-68e3302e56e5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:38.955037 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f72b4af4-166b-4480-bb83-2521582f151c req-c503cfa5-c53f-4150-b440-68e3302e56e5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 936 time: 0.0944474 May 11 06:00:38.960563 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-5704550c-76b3-413f-9635-18c1b705b7e6 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058759 May 11 06:00:38.993017 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.021149 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-83d4b41b-6411-4523-90fd-786a67de6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:39.022752 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-83d4b41b-6411-4523-90fd-786a67de6952 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 912 time: 0.1051784 May 11 06:00:39.108019 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-3f6de5ff-44d5-480b-a1de-cbfccd5e739b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8 HTTP/1.1" status: 200 len: 1001 time: 0.0764101 May 11 06:00:39.149650 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f72b4af4-166b-4480-bb83-2521582f151c req-125e5a14-407b-40c6-bec9-026fba1e63d4 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726952 May 11 06:00:39.223104 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d8f6227-933c-4c7b-bdae-b6023d7e244d req-6227df69-46c4-4425-88eb-c0d173d04367 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413375 May 11 06:00:39.241317 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7ffed-a51b-493f-a351-3be0d4a8aaeb req-c14a45d0-f587-4bff-8134-9006a2ebdba6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:39.243042 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-26a7ffed-a51b-493f-a351-3be0d4a8aaeb req-c14a45d0-f587-4bff-8134-9006a2ebdba6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0474796 May 11 06:00:39.299591 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-26a7ffed-a51b-493f-a351-3be0d4a8aaeb req-2f55f7cb-c9e2-4452-adf9-376fa170746a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488389 May 11 06:00:39.415328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041baef7-e164-4697-81f4-d09b9009762c req-6185f9c6-ce1b-48ed-a98c-54937b1861cc tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:39.416942 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-041baef7-e164-4697-81f4-d09b9009762c req-6185f9c6-ce1b-48ed-a98c-54937b1861cc tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0735037 May 11 06:00:39.514573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e04b6-41b5-4978-a8d0-5751b3326caa req-83fa4c74-1f89-4068-8fa1-8a4f58a6a181 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:39.517412 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c8e04b6-41b5-4978-a8d0-5751b3326caa req-83fa4c74-1f89-4068-8fa1-8a4f58a6a181 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0542455 May 11 06:00:39.518737 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-041baef7-e164-4697-81f4-d09b9009762c req-3d2fd801-69ad-4841-b528-8009e2d3516e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761838 May 11 06:00:39.526576 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:00:39.581341 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c8e04b6-41b5-4978-a8d0-5751b3326caa req-59f1cb8b-5ca3-48cd-80a9-0cb446f41d4f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580015 May 11 06:00:39.583770 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a27719-a163-4764-af52-5b8d3fafb7f0 {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:39.592719 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Publish callbacks [] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.607040 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Transition to ACTIVE for port object 37a27719-a163-4764-af52-5b8d3fafb7f0 will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:00:39.611509 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.632032 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: DOWN; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:39.672892 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Pushing event updated for resources: {'Port': ['ID=37a27719-a163-4764-af52-5b8d3fafb7f0,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:39.749130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684f5a8-74e9-4616-93e9-05b3eba977a2 req-5b53441b-8419-42d1-a54f-994bd223733c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:39.750717 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9684f5a8-74e9-4616-93e9-05b3eba977a2 req-5b53441b-8419-42d1-a54f-994bd223733c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0929940 May 11 06:00:39.759706 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 52532) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:00:39.764822 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'floatingip': {'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:00:39.782735 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Attempting to bind port 37a27719-a163-4764-af52-5b8d3fafb7f0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:00:39.783316 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Attempting to bind port 37a27719-a163-4764-af52-5b8d3fafb7f0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:00:39.783659 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Attempting to bind port 37a27719-a163-4764-af52-5b8d3fafb7f0 on network 39a06755-a8c7-4c13-b58c-d2920b88eb91 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:39.788427 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Port 37a27719-a163-4764-af52-5b8d3fafb7f0 on network 39a06755-a8c7-4c13-b58c-d2920b88eb91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:00:39.788755 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Attempting to bind port 37a27719-a163-4764-af52-5b8d3fafb7f0 on network 39a06755-a8c7-4c13-b58c-d2920b88eb91 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:00:39.794881 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:00:39.795225 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Checking segment: {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:00:39.795839 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Bound using segment: {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:00:39.796468 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Bound port: 37a27719-a163-4764-af52-5b8d3fafb7f0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d201638-d591-4886-86a7-1ea694252656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:00:39.796877 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.842282 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.867191 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] For port 37a27719-a163-4764-af52-5b8d3fafb7f0, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:00:39.870412 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] For port 37a27719-a163-4764-af52-5b8d3fafb7f0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=37a27719-a163-4764-af52-5b8d3fafb7f0,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:00:39.877490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.914414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:39.915554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:39.916398 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] 10.222.0.24 "PUT /v2.0/ports/37a27719-a163-4764-af52-5b8d3fafb7f0 HTTP/1.1" status: 200 len: 1098 time: 1.0862589 May 11 06:00:39.916920 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'tag': '37a27719-a163-4764-af52-5b8d3fafb7f0'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:39.919411 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835aa3b-ba4f-44a4-a407-f5f459ef4009" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7581f9-964e-4cf2-ad37-aa33d588844e", "tag": "37a27719-a163-4764-af52-5b8d3fafb7f0"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:39.943856 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c31fab-61d7-44dd-b5c7-29fe1789402b service neutron] Pushing event updated for resources: {'Port': ['ID=37a27719-a163-4764-af52-5b8d3fafb7f0,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:39.973382 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08857f9f-dd9a-4413-a64d-0f597cbad6ff x-openstack-request-id: req-08857f9f-dd9a-4413-a64d-0f597cbad6ff {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:39.973738 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7581f9-964e-4cf2-ad37-aa33d588844e", "tag": "37a27719-a163-4764-af52-5b8d3fafb7f0", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:39.974033 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08857f9f-dd9a-4413-a64d-0f597cbad6ff {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:39.974455 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08857f9f-dd9a-4413-a64d-0f597cbad6ff'] response: {'name': 'network-changed', 'server_uuid': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'tag': '37a27719-a163-4764-af52-5b8d3fafb7f0', 'status': 'completed', 'code': 200} May 11 06:00:40.047080 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-e68a15cb-dc5a-4187-8d54-bb213644de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.049652 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-e68a15cb-dc5a-4187-8d54-bb213644de27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.1390669 May 11 06:00:40.298983 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835aa3b-ba4f-44a4-a407-f5f459ef4009 req-af36e795-8903-4d76-8931-fbd176ac8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.300496 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3835aa3b-ba4f-44a4-a407-f5f459ef4009 req-af36e795-8903-4d76-8931-fbd176ac8c83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=982a5299d6f241bc931c9ef14945bcd9&device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 1132 time: 0.1046622 May 11 06:00:40.311135 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd470f-1049-4aca-aa09-dc477d8a7f81 req-6f78d6e8-6f42-4069-9ef9-1677f1296578 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.312567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f9dd470f-1049-4aca-aa09-dc477d8a7f81 req-6f78d6e8-6f42-4069-9ef9-1677f1296578 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 948 time: 0.0584629 May 11 06:00:40.356952 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3835aa3b-ba4f-44a4-a407-f5f459ef4009 req-fbed8e7e-d768-4f15-9d5f-040c3bfd66f9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=982a5299d6f241bc931c9ef14945bcd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310774 May 11 06:00:40.368269 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-5437f17b-e3b4-48ac-bef2-6335df29227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.369791 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-5437f17b-e3b4-48ac-bef2-6335df29227d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1214581 May 11 06:00:40.405361 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f9dd470f-1049-4aca-aa09-dc477d8a7f81 req-62caf5a8-f706-4468-92fb-54eacea3cc19 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871079 May 11 06:00:40.475587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835aa3b-ba4f-44a4-a407-f5f459ef4009 req-9de1c8fc-e7cf-4a29-9369-5d969229f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.476940 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3835aa3b-ba4f-44a4-a407-f5f459ef4009 req-9de1c8fc-e7cf-4a29-9369-5d969229f137 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127348 May 11 06:00:40.481604 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ebcf7-2212-48f1-b23b-4c8e9e61e633 req-5fef24bc-e916-418a-b9ee-e46c2057214d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.483066 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-171ebcf7-2212-48f1-b23b-4c8e9e61e633 req-5fef24bc-e916-418a-b9ee-e46c2057214d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.1082938 May 11 06:00:40.624011 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-615ad1ac-da95-4ba8-88c3-5faa3d339269 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331116 May 11 06:00:40.627043 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-171ebcf7-2212-48f1-b23b-4c8e9e61e633 req-11b421f9-22cc-411d-a1db-0d4500f32d43 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383400 May 11 06:00:40.661798 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-a614daa0-8611-4fbe-8bec-dc03f550023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.663300 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-a614daa0-8611-4fbe-8bec-dc03f550023d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=982a5299d6f241bc931c9ef14945bcd9&device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 1132 time: 0.0970716 May 11 06:00:40.674882 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f324c3-bf98-4b1a-80d5-3e076a0800f3 req-5e51eea1-87a9-4cba-9b2b-6dc4bca826d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.676602 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-01f324c3-bf98-4b1a-80d5-3e076a0800f3 req-5e51eea1-87a9-4cba-9b2b-6dc4bca826d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0665419 May 11 06:00:40.723290 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f525cad8-ffb8-436b-8775-aa2b4576d5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:40.738909 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-69ddab2d-87a6-4354-b767-dfdfa7e8ba1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=37a27719-a163-4764-af52-5b8d3fafb7f0 HTTP/1.1" status: 200 len: 217 time: 0.0544252 May 11 06:00:40.803715 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-01f324c3-bf98-4b1a-80d5-3e076a0800f3 req-3ca2071a-55b2-4558-b0d3-16eb2f146e84 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209362 May 11 06:00:40.815293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-6141a6f3-2e16-41c7-ae96-8d33e83a6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.816840 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-6141a6f3-2e16-41c7-ae96-8d33e83a6962 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a1c6678-1d40-4310-bb66-7db192b29766 HTTP/1.1" status: 200 len: 843 time: 0.0666351 May 11 06:00:40.868432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-def17427-7a71-4c52-8844-e0bc0620f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:40.870543 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-def17427-7a71-4c52-8844-e0bc0620f26d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39a06755-a8c7-4c13-b58c-d2920b88eb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0401962 May 11 06:00:40.942642 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:40.968095 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:40.970528 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-756cdf1d-45a8-4908-aa3d-a1b98b6f7930 service neutron] 10.222.0.24 "GET /v2.0/networks/39a06755-a8c7-4c13-b58c-d2920b88eb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872688 May 11 06:00:41.042972 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10cf29f9-b67c-4f78-afa1-c583977a2bdd req-cb404768-a848-4424-894b-052e55204774 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876739 May 11 06:00:41.092239 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Floating IP 3fcf43bc-dfba-4bbd-9079-20786a38f944 associated. External IP: 172.27.1.157, port: 7962c89e-6f9f-4763-994c-e54ddefaf27e. May 11 06:00:41.092630 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f8ec14b4-1797-4c4d-ad17-acc385f16368 req-8d587940-27b0-46bf-82a6-e76fd68052af service neutron] 10.222.0.24 "GET /v2.0/networks/39a06755-a8c7-4c13-b58c-d2920b88eb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117589 May 11 06:00:41.308361 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Router b7a52bd7-4724-48bb-9126-3e2973682926 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:00:41.416465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:00:41.421621 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:41.427042 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] Sync routers for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:00:41.438201 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:00:41.438999 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:00:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:41.457141 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b2afd463-060c-4db6-b9f1-76ea64d13462 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "PUT /v2.0/floatingips/3fcf43bc-dfba-4bbd-9079-20786a38f944 HTTP/1.1" status: 200 len: 991 time: 1.6942315 May 11 06:00:41.457141 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:41.459237 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1147b437-d239-4f4f-8ea2-3818ebc15d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:41.498005 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026002d6-bb27-4e4b-a531-771db417b708 x-openstack-request-id: req-026002d6-bb27-4e4b-a531-771db417b708 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:41.498303 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:41.498568 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-026002d6-bb27-4e4b-a531-771db417b708 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:41.498976 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026002d6-bb27-4e4b-a531-771db417b708'] response: {'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'status': 'completed', 'code': 200} May 11 06:00:41.534990 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19539478-0a46-43ab-8cbd-42ccb68fbdd8 req-a0c90cdd-9e88-44a8-ba7c-9efaa60d8609 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:41.536436 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-19539478-0a46-43ab-8cbd-42ccb68fbdd8 req-a0c90cdd-9e88-44a8-ba7c-9efaa60d8609 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 948 time: 0.0519004 May 11 06:00:41.564991 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:00:41.595263 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-19539478-0a46-43ab-8cbd-42ccb68fbdd8 req-f2f33a34-1b0d-4dfd-9614-7ec90d279690 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 May 11 06:00:41.724539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:41.755230 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106a3cc-d98d-452c-a4ce-cb9976eb5589 req-5265b28d-0adf-46a7-8e7d-fc558eb3f9f3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:41.758163 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e106a3cc-d98d-452c-a4ce-cb9976eb5589 req-5265b28d-0adf-46a7-8e7d-fc558eb3f9f3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0523636 May 11 06:00:41.795705 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '3fcf43bc-dfba-4bbd-9079-20786a38f944', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:11Z', 'updated_at': '2022-05-11T06:00:40Z', 'revision_number': 1, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:41.804825 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e106a3cc-d98d-452c-a4ce-cb9976eb5589 req-088c05cd-d15f-4097-98e3-d8fe76f3b454 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 May 11 06:00:41.825219 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] Checking router: b7a52bd7-4724-48bb-9126-3e2973682926 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:00:41.834946 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:00:41.835666 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:00:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:41.923148 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cc7d9-815b-4d55-867d-3aef5eb1e77c req-3b99ffe1-3e4a-4add-abe6-9eb1d767bad6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:41.924643 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f5cc7d9-815b-4d55-867d-3aef5eb1e77c req-3b99ffe1-3e4a-4add-abe6-9eb1d767bad6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0472846 May 11 06:00:41.943325 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:00:41.972397 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f5cc7d9-815b-4d55-867d-3aef5eb1e77c req-cf730750-94d3-4757-a1a5-4e5ecc035601 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 May 11 06:00:42.152958 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '3fcf43bc-dfba-4bbd-9079-20786a38f944', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:11Z', 'updated_at': '2022-05-11T06:00:40Z', 'revision_number': 1, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:00:42.178611 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceacab6-7370-4a7a-be61-23219928ecc8 None None] The sync data for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi is: [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '3fcf43bc-dfba-4bbd-9079-20786a38f944', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:11Z', 'updated_at': '2022-05-11T06:00:40Z', 'revision_number': 1, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:00:42.375734 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefc5530-340e-471e-8faa-7d120b9cc6d9 None None] New status for floating IP 3fcf43bc-dfba-4bbd-9079-20786a38f944: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:00:42.710720 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e347d01-bf11-41e4-a253-fb57b597ee46 req-b6742d5b-d1bd-483d-8e01-20da66f6c694 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:42.712209 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2e347d01-bf11-41e4-a253-fb57b597ee46 req-b6742d5b-d1bd-483d-8e01-20da66f6c694 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 948 time: 0.0469084 May 11 06:00:42.759917 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2e347d01-bf11-41e4-a253-fb57b597ee46 req-033f803b-f61c-4688-8812-4bae848f98c3 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 May 11 06:00:42.939105 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07558db-212c-49b1-805e-7106005cb833 req-2958a380-45be-45e3-b1da-1ec88489d833 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:42.940826 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d07558db-212c-49b1-805e-7106005cb833 req-2958a380-45be-45e3-b1da-1ec88489d833 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0530965 May 11 06:00:42.994084 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d07558db-212c-49b1-805e-7106005cb833 req-b2cd97c1-abf4-4b1d-a854-6611f5450047 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475056 May 11 06:00:43.096242 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5069a5-a4ef-452c-ba68-76830b1d9b6a req-86840f8b-b78f-414e-b1a7-882169a09e8c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:43.097808 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de5069a5-a4ef-452c-ba68-76830b1d9b6a req-86840f8b-b78f-414e-b1a7-882169a09e8c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0569174 May 11 06:00:43.158606 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-f0ba29d8-16cd-4c58-b95b-5ad8fd335dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:43.160098 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-f0ba29d8-16cd-4c58-b95b-5ad8fd335dbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0613766 May 11 06:00:43.193878 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de5069a5-a4ef-452c-ba68-76830b1d9b6a req-06b446a5-26c0-4a3c-ab80-996395a91c82 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841029 May 11 06:00:43.283461 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:43.538490 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 37a27719-a163-4764-af52-5b8d3fafb7f0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:00:43.554486 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-90b2f869-3c0b-41e0-9137-9c684e6f1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:43.556191 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-90b2f869-3c0b-41e0-9137-9c684e6f1aa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.3795302 May 11 06:00:43.647745 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 37a27719-a163-4764-af52-5b8d3fafb7f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=37a27719-a163-4764-af52-5b8d3fafb7f0,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:43.660844 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '37a27719-a163-4764-af52-5b8d3fafb7f0', 'network_id': '39a06755-a8c7-4c13-b58c-d2920b88eb91', 'port_id': '37a27719-a163-4764-af52-5b8d3fafb7f0', 'mac_address': 'fa:16:3e:40:2b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1c6678-1d40-4310-bb66-7db192b29766', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:00:43.698978 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 37a27719-a163-4764-af52-5b8d3fafb7f0 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:43.699526 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:43.712232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a27719-a163-4764-af52-5b8d3fafb7f0 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:00:43.731986 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 37a27719-a163-4764-af52-5b8d3fafb7f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=37a27719-a163-4764-af52-5b8d3fafb7f0,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:43.735586 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:43.782560 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=37a27719-a163-4764-af52-5b8d3fafb7f0,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:43.877619 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694cdcd-65cb-41d0-a552-dd44eeae4cfe req-e0c6088c-bb89-44b7-9f6d-50406dbf52c5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:43.879306 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8694cdcd-65cb-41d0-a552-dd44eeae4cfe req-e0c6088c-bb89-44b7-9f6d-50406dbf52c5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 949 time: 0.0523937 May 11 06:00:43.926704 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8694cdcd-65cb-41d0-a552-dd44eeae4cfe req-086d38e0-1ed0-4227-990a-8330488be25a tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 May 11 06:00:44.111332 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3314b7-d41e-43f8-9b92-37231e0b6696 req-44e87548-fad8-405b-badd-5f49238ed088 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:44.112819 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fb3314b7-d41e-43f8-9b92-37231e0b6696 req-44e87548-fad8-405b-badd-5f49238ed088 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0463293 May 11 06:00:44.160470 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fb3314b7-d41e-43f8-9b92-37231e0b6696 req-d4de9969-8763-4e0f-be41-bab9db1353e7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 May 11 06:00:44.314305 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a619d-d682-4180-97d1-bb317bd4d71d req-c73b6462-f8c8-49f5-b2bf-5ca17fb2ac40 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:44.315798 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-602a619d-d682-4180-97d1-bb317bd4d71d req-c73b6462-f8c8-49f5-b2bf-5ca17fb2ac40 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0498350 May 11 06:00:44.353539 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['37a27719-a163-4764-af52-5b8d3fafb7f0'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:00:44.365631 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-602a619d-d682-4180-97d1-bb317bd4d71d req-7edf837f-5424-40c1-938d-d31703db52a4 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442066 May 11 06:00:44.717278 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-5ce391a6-3c56-45da-9b75-1cc036868174 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 1001 time: 0.0612812 May 11 06:00:44.787026 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-456b0bdf-38e0-4d02-8e9e-b8d1dfa268a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:44.788465 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-456b0bdf-38e0-4d02-8e9e-b8d1dfa268a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0465865 May 11 06:00:44.844862 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:45.040393 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c851f-eb28-4cbf-9500-54e318749055 req-6e0873f6-41ec-4f6c-ba20-bcb44689600c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:45.042283 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d15c851f-eb28-4cbf-9500-54e318749055 req-6e0873f6-41ec-4f6c-ba20-bcb44689600c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 949 time: 0.0476749 May 11 06:00:45.096497 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d15c851f-eb28-4cbf-9500-54e318749055 req-39d7a8e1-b5ae-4681-b513-e56d901035b5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 May 11 06:00:45.226732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb463-e9cb-4337-88b3-e3865f624cad req-b86c083a-fc45-4a60-9407-6a8ab04a968d tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:45.228305 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ceedb463-e9cb-4337-88b3-e3865f624cad req-b86c083a-fc45-4a60-9407-6a8ab04a968d tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0525715 May 11 06:00:45.292182 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18db70e-724d-4530-a66e-2a771ad3f30c req-f2310204-2c41-4f32-aa40-48a7562add23 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:45.293253 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ceedb463-e9cb-4337-88b3-e3865f624cad req-2bb14e35-191c-4e33-9907-0c8f148bb715 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593488 May 11 06:00:45.293617 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c18db70e-724d-4530-a66e-2a771ad3f30c req-f2310204-2c41-4f32-aa40-48a7562add23 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0509980 May 11 06:00:45.340171 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c18db70e-724d-4530-a66e-2a771ad3f30c req-cb85a7b2-1db8-43a7-b2b3-6b61119d241f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407069 May 11 06:00:45.386373 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-ca4f1848-0541-43d8-8aeb-111652716504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:45.387888 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-ca4f1848-0541-43d8-8aeb-111652716504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486474 May 11 06:00:45.541312 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-05c7d0cb-5391-4a4b-b227-179715eac892 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865765 May 11 06:00:45.972011 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 37a27719-a163-4764-af52-5b8d3fafb7f0 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:00:46.021680 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 37a27719-a163-4764-af52-5b8d3fafb7f0 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:00:46.030519 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 37a27719-a163-4764-af52-5b8d3fafb7f0 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:00:46.031765 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:46.040672 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-d43fb41a-ad36-4ed1-a1f9-32a1a5aab6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.042609 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-d43fb41a-ad36-4ed1-a1f9-32a1a5aab6fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1168 time: 0.0505419 May 11 06:00:46.098070 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1147b437-d239-4f4f-8ea2-3818ebc15d0e req-71c91c03-5727-47a6-8db1-ed97c1a9ab2e service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063278 May 11 06:00:46.126959 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 37a27719-a163-4764-af52-5b8d3fafb7f0 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:00:46.127446 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:46.159222 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a27719-a163-4764-af52-5b8d3fafb7f0'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:00:46.161630 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-f0c84b26-f62b-469d-9053-07e85fc528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.161795 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5528c72-897c-4be0-97bb-55749484ba5a" -d '{"events": [{"server_uuid": "cc7581f9-964e-4cf2-ad37-aa33d588844e", "name": "network-vif-plugged", "status": "completed", "tag": "37a27719-a163-4764-af52-5b8d3fafb7f0"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:00:46.163379 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-f0c84b26-f62b-469d-9053-07e85fc528a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 916 time: 0.1107087 May 11 06:00:46.177257 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 37a27719-a163-4764-af52-5b8d3fafb7f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=37a27719-a163-4764-af52-5b8d3fafb7f0,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:00:46.184313 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:46.219103 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf290b-ce27-445f-90e7-27e5852026e8 x-openstack-request-id: req-eddf290b-ce27-445f-90e7-27e5852026e8 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:00:46.219428 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7581f9-964e-4cf2-ad37-aa33d588844e", "name": "network-vif-plugged", "status": "completed", "tag": "37a27719-a163-4764-af52-5b8d3fafb7f0", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:00:46.219719 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eddf290b-ce27-445f-90e7-27e5852026e8 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:00:46.220079 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddf290b-ce27-445f-90e7-27e5852026e8'] response: {'server_uuid': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a27719-a163-4764-af52-5b8d3fafb7f0', 'code': 200} May 11 06:00:46.231855 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbbd1b-53fd-4161-a1db-d480fbc0d108 req-88121bc6-d16d-40da-a978-62a2107c8567 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.233429 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60cbbd1b-53fd-4161-a1db-d480fbc0d108 req-88121bc6-d16d-40da-a978-62a2107c8567 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0497777 May 11 06:00:46.236386 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=37a27719-a163-4764-af52-5b8d3fafb7f0,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:00:46.282249 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60cbbd1b-53fd-4161-a1db-d480fbc0d108 req-9ea3a446-eaca-47af-90a3-7f1690f14295 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 May 11 06:00:46.495566 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fe1b5-f3de-4e19-8ac6-4005da152a20 req-aa73064c-f051-4e6b-a284-3a092eb3cfd5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.497706 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-180fe1b5-f3de-4e19-8ac6-4005da152a20 req-aa73064c-f051-4e6b-a284-3a092eb3cfd5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0698481 May 11 06:00:46.517698 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f54c-4852-4037-9081-3681d3ffcde5 req-3e566eff-1814-45b7-82ce-6bbf4d7b0cdc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.519730 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7e05f54c-4852-4037-9081-3681d3ffcde5 req-3e566eff-1814-45b7-82ce-6bbf4d7b0cdc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.1229296 May 11 06:00:46.559875 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-5a6ce9a6-c100-4a95-9eed-67b81a9fdd77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 1001 time: 0.1720827 May 11 06:00:46.571132 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-180fe1b5-f3de-4e19-8ac6-4005da152a20 req-52162846-9dc1-4490-93eb-493cd9e3b3b2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667906 May 11 06:00:46.657243 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7e05f54c-4852-4037-9081-3681d3ffcde5 req-3dece91f-61f1-4f86-9810-3fb9d73ee79b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271348 May 11 06:00:46.662123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374cf80-6c17-47ea-b330-eb55a2bee130 req-a688aff7-a4cd-4b45-b60a-a864b5471177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.662664 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-e513a2a3-16d4-4ef8-80d4-578bb800974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.663607 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8374cf80-6c17-47ea-b330-eb55a2bee130 req-a688aff7-a4cd-4b45-b60a-a864b5471177 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 1134 time: 0.0422475 May 11 06:00:46.664095 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-e513a2a3-16d4-4ef8-80d4-578bb800974e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 200 len: 854 time: 0.0884085 May 11 06:00:46.710395 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-99994b93-8104-400e-94b8-c7efb7c5ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:46.711959 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-99994b93-8104-400e-94b8-c7efb7c5ace7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405054 May 11 06:00:46.716992 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8374cf80-6c17-47ea-b330-eb55a2bee130 req-f8c9d6ff-42c2-4f93-800f-566a4ba68ec1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 May 11 06:00:47.236827 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-2c204d37-e359-4180-8b9f-08cb73e2afcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417790 May 11 06:00:47.262604 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-803a6441-9278-4e01-b6a8-e467eae94e90 service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894866 May 11 06:00:47.408323 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70983bc-2193-4869-8231-851ebf89d5ec req-4d1438b3-b685-4db9-97b1-5e4066ff1c5e tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:47.409803 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d70983bc-2193-4869-8231-851ebf89d5ec req-4d1438b3-b685-4db9-97b1-5e4066ff1c5e tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0458844 May 11 06:00:47.456066 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d70983bc-2193-4869-8231-851ebf89d5ec req-e294c5b1-7762-4f9d-97c5-7f96ae10d4f4 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 May 11 06:00:47.703207 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4d64-5540-47a9-a3dd-e491f20f654f req-32f1a2d6-0238-4ff5-ac5c-49cd6b2589fd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:47.704692 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-62ce4d64-5540-47a9-a3dd-e491f20f654f req-32f1a2d6-0238-4ff5-ac5c-49cd6b2589fd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0471895 May 11 06:00:47.752513 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-62ce4d64-5540-47a9-a3dd-e491f20f654f req-313e8eb7-db9b-4520-a9e8-f22f922bf9d9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 May 11 06:00:47.778203 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5ccc1-3039-47d4-bd47-a4084829ebb8 req-1866fd31-f377-4f0b-aeb7-dbab34ba009a tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:47.779686 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-59b5ccc1-3039-47d4-bd47-a4084829ebb8 req-1866fd31-f377-4f0b-aeb7-dbab34ba009a tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0487335 May 11 06:00:47.839752 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-59b5ccc1-3039-47d4-bd47-a4084829ebb8 req-9d885ac1-4acb-42c5-8e2e-92c17b74cf33 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535009 May 11 06:00:47.920070 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:00:48.566176 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8428-c03e-48b0-bd7d-c17ea2ecbe61 req-1ffa70e3-e417-4113-9739-bfd4d6b4c652 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:48.567638 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-331f8428-c03e-48b0-bd7d-c17ea2ecbe61 req-1ffa70e3-e417-4113-9739-bfd4d6b4c652 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0465314 May 11 06:00:48.612668 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-331f8428-c03e-48b0-bd7d-c17ea2ecbe61 req-15987ad7-135c-44d4-9230-379d5488da00 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 May 11 06:00:48.873768 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a735e1e-730b-42de-a5af-24e8810d59e8 req-cd5f0dee-0410-4525-a4df-29bd174f8c92 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:48.875694 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5a735e1e-730b-42de-a5af-24e8810d59e8 req-cd5f0dee-0410-4525-a4df-29bd174f8c92 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0506372 May 11 06:00:48.923476 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5a735e1e-730b-42de-a5af-24e8810d59e8 req-ee6b704f-ed91-418a-8e23-59b9b0e68cd5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 May 11 06:00:48.963022 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482e95f-c443-49a7-8473-9f0031d3f493 req-5a85da53-e013-4c9a-a279-96283fc3871e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:48.965391 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f482e95f-c443-49a7-8473-9f0031d3f493 req-5a85da53-e013-4c9a-a279-96283fc3871e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0510495 May 11 06:00:49.022369 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f482e95f-c443-49a7-8473-9f0031d3f493 req-60822ad6-2331-40a0-9bd2-0e01c0a7b436 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512133 May 11 06:00:49.722759 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09e377-c917-4e16-b3cf-b2dd019e6868 req-3d94b282-afd9-4e72-b753-90780941f888 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:49.724203 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9f09e377-c917-4e16-b3cf-b2dd019e6868 req-3d94b282-afd9-4e72-b753-90780941f888 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0452013 May 11 06:00:49.770168 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9f09e377-c917-4e16-b3cf-b2dd019e6868 req-17616d2d-bf86-4309-858a-fc5c5f719fb2 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 May 11 06:00:50.037875 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a25fa-2aa8-4feb-9829-08bcc20c10ff req-610bb970-4c4a-43ed-a43c-152196bfcbca tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:50.039315 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dd4a25fa-2aa8-4feb-9829-08bcc20c10ff req-610bb970-4c4a-43ed-a43c-152196bfcbca tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0454242 May 11 06:00:50.086035 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dd4a25fa-2aa8-4feb-9829-08bcc20c10ff req-aded16a8-3d57-42c0-bcca-c86058fc8c92 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 May 11 06:00:50.134310 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a3a04-e037-4d7e-8d35-6e88a6047323 req-83b5ddbf-0570-4eb1-9f57-638b9d4db1d0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:50.135925 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-832a3a04-e037-4d7e-8d35-6e88a6047323 req-83b5ddbf-0570-4eb1-9f57-638b9d4db1d0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0477979 May 11 06:00:50.202165 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-832a3a04-e037-4d7e-8d35-6e88a6047323 req-c35e0184-73b8-4092-b84d-9ebdc5f9aa50 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602255 May 11 06:00:50.255287 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5588ecce-2b09-44cb-b047-ed093e9ea3ac req-1d640696-8456-4625-b003-e95ded95ee5d service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870719 May 11 06:00:50.886679 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f6f10-47c8-4269-a583-8abc2e3f48de req-f68febce-7622-422b-b97b-2bb5634b84db tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:50.888524 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cf1f6f10-47c8-4269-a583-8abc2e3f48de req-f68febce-7622-422b-b97b-2bb5634b84db tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0526774 May 11 06:00:50.916771 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c882e-4548-4627-823a-f923833f5065 req-03570fd9-5ba5-436d-96f3-d66159a20f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:50.918322 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-03570fd9-5ba5-436d-96f3-d66159a20f17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 1129 time: 0.0463064 May 11 06:00:50.938735 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cf1f6f10-47c8-4269-a583-8abc2e3f48de req-36bec8e3-d30e-488b-8ed1-8524634c8e26 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 May 11 06:00:51.199733 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c882e-4548-4627-823a-f923833f5065 req-57f06a6d-62d7-4c94-aa32-04509f65037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:51.201216 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-57f06a6d-62d7-4c94-aa32-04509f65037d service neutron] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 915 time: 0.1406047 May 11 06:00:51.218388 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0caa8-7072-4a14-a3ba-ca38df259b4c req-e3190d9d-908e-4f3f-83cc-d13c72bb50db tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:51.219737 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a3a0caa8-7072-4a14-a3ba-ca38df259b4c req-e3190d9d-908e-4f3f-83cc-d13c72bb50db tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0537684 May 11 06:00:51.268575 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a3a0caa8-7072-4a14-a3ba-ca38df259b4c req-64db20aa-bda4-4f3c-a212-7464998c3ff2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 May 11 06:00:51.325831 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59dadf-34b8-48fe-9980-904e93e86324 req-18c1a09a-3377-48cb-b3f9-a184a878c51f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:51.327216 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ea59dadf-34b8-48fe-9980-904e93e86324 req-18c1a09a-3377-48cb-b3f9-a184a878c51f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0508111 May 11 06:00:51.385304 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ea59dadf-34b8-48fe-9980-904e93e86324 req-f3e25dcb-c69e-4213-95f2-a58736776981 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523086 May 11 06:00:51.471872 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-933ab27f-9382-41bd-b070-7d7abbeb5d0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c HTTP/1.1" status: 200 len: 1001 time: 0.0578852 May 11 06:00:51.546948 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c882e-4548-4627-823a-f923833f5065 req-75a595f7-1a89-4162-9c1a-5d80cedcb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:51.548413 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-75a595f7-1a89-4162-9c1a-5d80cedcb10f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.0511234 May 11 06:00:51.647831 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c882e-4548-4627-823a-f923833f5065 req-71eda4de-d657-4d35-8284-f6dcc22104f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:51.649313 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-71eda4de-d657-4d35-8284-f6dcc22104f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411465 May 11 06:00:52.050970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357844f-af25-4ef2-85df-0415974ceaa9 req-bb815332-1b78-4896-a8d2-49c81ae2b84f tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:52.052432 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e357844f-af25-4ef2-85df-0415974ceaa9 req-bb815332-1b78-4896-a8d2-49c81ae2b84f tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0463483 May 11 06:00:52.097842 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e357844f-af25-4ef2-85df-0415974ceaa9 req-dabe3da2-7af9-4f31-995c-cc985ba189f3 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 May 11 06:00:52.388355 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726608c-fe09-4b68-adf1-ad09539d7710 req-f2659f5b-2c84-4f19-85de-988e478b782f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:52.389838 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b726608c-fe09-4b68-adf1-ad09539d7710 req-f2659f5b-2c84-4f19-85de-988e478b782f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0482922 May 11 06:00:52.438218 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b726608c-fe09-4b68-adf1-ad09539d7710 req-f5465068-2455-4192-93bb-17916dd4290f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 May 11 06:00:52.516990 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821fe91-a9bb-401a-8e6e-2e53ec97f8b0 req-53e82e3c-395f-4136-8ec2-5245b8c8d19e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:52.518472 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2821fe91-a9bb-401a-8e6e-2e53ec97f8b0 req-53e82e3c-395f-4136-8ec2-5245b8c8d19e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0510292 May 11 06:00:52.576671 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2821fe91-a9bb-401a-8e6e-2e53ec97f8b0 req-8ca036b4-ee2b-44d8-9bb3-e31659f98539 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524635 May 11 06:00:53.210872 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc725-76a2-4117-a2e7-cff7cc0b88bd req-06aba78a-cbea-416a-97cc-ffb4c2229ce0 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:53.212350 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-975bc725-76a2-4117-a2e7-cff7cc0b88bd req-06aba78a-cbea-416a-97cc-ffb4c2229ce0 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0483043 May 11 06:00:53.261953 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-975bc725-76a2-4117-a2e7-cff7cc0b88bd req-b9077997-da63-4902-9f4f-4b868f576013 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 May 11 06:00:53.554781 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69ae48-b90e-413b-8754-6e93e2ff46fd req-f3b97ddb-803b-410d-a738-a22ad8ba20e0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:53.556239 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8e69ae48-b90e-413b-8754-6e93e2ff46fd req-f3b97ddb-803b-410d-a738-a22ad8ba20e0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0469089 May 11 06:00:53.602963 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8e69ae48-b90e-413b-8754-6e93e2ff46fd req-cb6d0deb-7e12-489b-866b-abbc0fb6d01e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 May 11 06:00:53.690151 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995a1f9-f9d7-401a-b450-a5758807d521 req-cfebd17c-4545-4228-a1d4-98fc8283f7e7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:53.692845 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f995a1f9-f9d7-401a-b450-a5758807d521 req-cfebd17c-4545-4228-a1d4-98fc8283f7e7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0483217 May 11 06:00:53.751189 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f995a1f9-f9d7-401a-b450-a5758807d521 req-511cc018-8f62-4ea8-8739-51ce3044024d tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527973 May 11 06:00:54.373772 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35f91-cd90-4596-8e08-24852e19e0c4 req-cd8bab41-3d3d-4e43-b1c7-c15ad420d81d tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:54.375184 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-94d35f91-cd90-4596-8e08-24852e19e0c4 req-cd8bab41-3d3d-4e43-b1c7-c15ad420d81d tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0457771 May 11 06:00:54.424229 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-94d35f91-cd90-4596-8e08-24852e19e0c4 req-ecd4573f-b210-4275-b57a-e15a860cd5f6 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 May 11 06:00:54.719930 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5506-0c70-467f-9a61-ef87dca652fc req-90941a00-d0e0-4b94-bd27-7b785dca6606 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:54.721403 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-131b5506-0c70-467f-9a61-ef87dca652fc req-90941a00-d0e0-4b94-bd27-7b785dca6606 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0461235 May 11 06:00:54.766979 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-131b5506-0c70-467f-9a61-ef87dca652fc req-b145a08d-9572-47f8-9f26-70a3652d17d9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 May 11 06:00:54.897116 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309141dc-7d5e-445a-bfa8-922306ffc2a0 req-4ea00f0a-748d-436c-be57-ea8e5986d1b0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:54.898507 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-309141dc-7d5e-445a-bfa8-922306ffc2a0 req-4ea00f0a-748d-436c-be57-ea8e5986d1b0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0802960 May 11 06:00:54.928376 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-3478e5d7-6b40-474c-8613-649296ed2a14 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361604 May 11 06:00:54.966466 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-309141dc-7d5e-445a-bfa8-922306ffc2a0 req-f723ab3d-12a8-4db5-9b1c-61a207c6e685 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600195 May 11 06:00:55.542275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912850d-db0c-462b-beb6-a0ae25851ee8 req-facc024a-c928-4270-a8cf-bfa36b4104e5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:55.543584 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1912850d-db0c-462b-beb6-a0ae25851ee8 req-facc024a-c928-4270-a8cf-bfa36b4104e5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0520089 May 11 06:00:55.554665 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de7c882e-4548-4627-823a-f923833f5065 req-317650ab-6ab0-4762-a062-51dc3550fc32 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851104 May 11 06:00:55.592142 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1912850d-db0c-462b-beb6-a0ae25851ee8 req-a448f410-8780-41f6-88b6-6bd426513798 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 May 11 06:00:55.838576 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159e7a5-7a8b-45b4-ab6c-766c437917f6 req-59157e05-7065-407d-a848-93d44a83368c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:55.840912 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8159e7a5-7a8b-45b4-ab6c-766c437917f6 req-59157e05-7065-407d-a848-93d44a83368c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0474484 May 11 06:00:55.887535 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8159e7a5-7a8b-45b4-ab6c-766c437917f6 req-cf8eb7cd-076b-4203-acfd-1af862b590da tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 May 11 06:00:55.891929 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1c48c-114e-4a4f-9b24-edab41c324d3 req-9648d7f7-8467-4d85-a068-7d8ef93c5acf tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:55.893458 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e8a1c48c-114e-4a4f-9b24-edab41c324d3 req-9648d7f7-8467-4d85-a068-7d8ef93c5acf tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0516884 May 11 06:00:55.939173 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e8a1c48c-114e-4a4f-9b24-edab41c324d3 req-e4a181cd-7c26-4ddf-949e-a3f17733832e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399687 May 11 06:00:56.077186 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb0a5-d804-4d89-b95b-58c2f7c29811 req-ae711131-a02c-4712-919e-8d8cce6ec0cc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:56.078668 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a46eb0a5-d804-4d89-b95b-58c2f7c29811 req-ae711131-a02c-4712-919e-8d8cce6ec0cc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0459425 May 11 06:00:56.139921 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a46eb0a5-d804-4d89-b95b-58c2f7c29811 req-a199583f-4e7f-49d6-a707-16c7070f978f tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557344 May 11 06:00:56.526159 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-e9c2ca0b-1c20-40ec-82d9-1f1d66d22549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:56.527614 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-e9c2ca0b-1c20-40ec-82d9-1f1d66d22549 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15&tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 1128 time: 0.0713322 May 11 06:00:56.999785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7d98-5d2a-423f-b97d-c85b9897ef56 req-50b241bb-f309-41ce-9e90-d5cdabaef5c8 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:57.001260 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d1ae7d98-5d2a-423f-b97d-c85b9897ef56 req-50b241bb-f309-41ce-9e90-d5cdabaef5c8 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0479124 May 11 06:00:57.047702 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d1ae7d98-5d2a-423f-b97d-c85b9897ef56 req-a60a88d0-2219-445f-bea7-82c182cc4e2c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 May 11 06:00:57.058595 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead333f5-4159-4741-9322-bae458937ae7 req-c6a39a16-476c-443c-9dbc-0cf371591b0f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:57.060039 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ead333f5-4159-4741-9322-bae458937ae7 req-c6a39a16-476c-443c-9dbc-0cf371591b0f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0461357 May 11 06:00:57.109324 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ead333f5-4159-4741-9322-bae458937ae7 req-fd82858e-9d64-4da8-8579-5611453eeba7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 May 11 06:00:57.254529 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff260f-9dd8-43ba-ae80-920283df8d4d req-048ca04d-b377-4949-b2b0-b89a94309926 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:57.255966 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-22ff260f-9dd8-43ba-ae80-920283df8d4d req-048ca04d-b377-4949-b2b0-b89a94309926 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0490644 May 11 06:00:57.313830 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-22ff260f-9dd8-43ba-ae80-920283df8d4d req-fe14eb3e-a530-46ca-8ab2-c69e81acd8e9 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515661 May 11 06:00:58.160350 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5efdf-ff69-45e2-9d46-dd4d0cf6597d req-74c2c04c-ba1f-456d-b518-48caf4d317f4 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:58.161845 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-94a5efdf-ff69-45e2-9d46-dd4d0cf6597d req-74c2c04c-ba1f-456d-b518-48caf4d317f4 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0474734 May 11 06:00:58.209535 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-94a5efdf-ff69-45e2-9d46-dd4d0cf6597d req-ccce1329-605f-40bc-b152-672ba829783e tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 May 11 06:00:58.226998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515e238-e486-4799-aeeb-eaaa837c5088 req-30c84d2c-e62b-4bda-b6bd-b88feb4ce3dd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:58.228459 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3515e238-e486-4799-aeeb-eaaa837c5088 req-30c84d2c-e62b-4bda-b6bd-b88feb4ce3dd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0469804 May 11 06:00:58.273608 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3515e238-e486-4799-aeeb-eaaa837c5088 req-f432b3f8-e970-479f-987e-e0710aae7dbf tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 May 11 06:00:58.426951 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102f6d3-f490-41ad-8048-b34eb4bead27 req-6bfa1425-5929-4346-9fc2-2d6b9c03b6e6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:58.428394 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1102f6d3-f490-41ad-8048-b34eb4bead27 req-6bfa1425-5929-4346-9fc2-2d6b9c03b6e6 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0464401 May 11 06:00:58.495830 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1102f6d3-f490-41ad-8048-b34eb4bead27 req-46eedf02-3041-44e6-b62e-905bb7630dfc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614700 May 11 06:00:59.324460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d035d-35d4-415b-b54e-24f455675353 req-088a19b6-ef25-48f0-be93-71a83bffefcd tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:59.325988 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ba7d035d-35d4-415b-b54e-24f455675353 req-088a19b6-ef25-48f0-be93-71a83bffefcd tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0469129 May 11 06:00:59.375402 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ba7d035d-35d4-415b-b54e-24f455675353 req-6d8a83bc-01bc-4414-b98a-fdf32ffdfe10 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 May 11 06:00:59.400074 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f16f4-23b3-4b9b-ac2f-1023757a559d req-1f9ebfea-e171-4ffd-a1c4-ae1083e62e4b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:59.401530 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c7f16f4-23b3-4b9b-ac2f-1023757a559d req-1f9ebfea-e171-4ffd-a1c4-ae1083e62e4b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0499663 May 11 06:00:59.446227 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c7f16f4-23b3-4b9b-ac2f-1023757a559d req-4a0080f3-453a-4955-926c-e7da32b89a7d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390093 May 11 06:00:59.606122 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec2466-89b6-4baf-beea-451eabe49dfc req-33003114-b7e6-4f22-b989-4eb580cf206c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:00:59.607553 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d0ec2466-89b6-4baf-beea-451eabe49dfc req-33003114-b7e6-4f22-b989-4eb580cf206c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0453286 May 11 06:00:59.665551 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d0ec2466-89b6-4baf-beea-451eabe49dfc req-1c2d4140-bca6-44de-822e-b0f98e536e2c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522573 May 11 06:01:00.496315 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0d24-4a00-48e4-afc7-0f7354f64af6 req-ce34a64a-09c0-4717-a4f8-fa8bc4bae794 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:00.497806 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1dde0d24-4a00-48e4-afc7-0f7354f64af6 req-ce34a64a-09c0-4717-a4f8-fa8bc4bae794 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0506930 May 11 06:01:00.546170 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1dde0d24-4a00-48e4-afc7-0f7354f64af6 req-3467fccc-bdd8-4b8a-bbb9-da82bcfc529c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 May 11 06:01:00.571487 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57927934-9ade-4a36-b44c-30708e552290 req-de3676b4-6450-4976-b0f5-30c7fd34f4ce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:00.572987 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-57927934-9ade-4a36-b44c-30708e552290 req-de3676b4-6450-4976-b0f5-30c7fd34f4ce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0531218 May 11 06:01:00.623608 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-57927934-9ade-4a36-b44c-30708e552290 req-ced631f8-b261-463d-a1e3-78b3dbf11582 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 May 11 06:01:00.779427 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88337403-ffef-4894-92ea-907b9b7f9573 req-31c31e64-463b-4b22-9032-d25e5c38ebdd tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:00.780902 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-88337403-ffef-4894-92ea-907b9b7f9573 req-31c31e64-463b-4b22-9032-d25e5c38ebdd tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0462418 May 11 06:01:00.842240 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-88337403-ffef-4894-92ea-907b9b7f9573 req-a2cbe815-4295-4fb4-a6ed-5ffe2f2b5e8e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554810 May 11 06:01:01.663077 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399863-e8bf-4085-af0a-6b9869237785 req-1dfe2cc4-b7da-4453-8edf-93153f726620 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:01.664555 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a7399863-e8bf-4085-af0a-6b9869237785 req-1dfe2cc4-b7da-4453-8edf-93153f726620 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0515046 May 11 06:01:01.724986 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a7399863-e8bf-4085-af0a-6b9869237785 req-c99c5342-03e6-4db0-8d31-a466855a933c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/security-groups?id=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 May 11 06:01:01.747708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25039db0-a2df-4a39-a8b8-648cb932ffdd req-cbc6c6e8-cb85-48a1-9210-fddc2acfa930 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:01.749245 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-25039db0-a2df-4a39-a8b8-648cb932ffdd req-cbc6c6e8-cb85-48a1-9210-fddc2acfa930 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0521164 May 11 06:01:01.796697 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-25039db0-a2df-4a39-a8b8-648cb932ffdd req-d0c50fbe-518e-4ac1-86a3-ef0c1a47fa88 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 May 11 06:01:01.956526 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ac82-3acf-435d-930a-39e70337dab8 req-785a6018-33ad-4bc6-a211-7265a132107d tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:01.958106 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-eb52ac82-3acf-435d-930a-39e70337dab8 req-785a6018-33ad-4bc6-a211-7265a132107d tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0491524 May 11 06:01:02.019914 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-eb52ac82-3acf-435d-930a-39e70337dab8 req-f845ec83-4046-43eb-b4bf-c17639f46c2d tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561121 May 11 06:01:02.133981 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-35b627d3-9993-4cd1-8daa-ba1f8f04d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:02.135329 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-35b627d3-9993-4cd1-8daa-ba1f8f04d8f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1128 time: 0.0375597 May 11 06:01:02.360222 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-476a93e3-6787-4bf4-9328-bf337c7e0efe tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:02.361692 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-476a93e3-6787-4bf4-9328-bf337c7e0efe tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 950 time: 0.0469823 May 11 06:01:02.394570 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-c07e7844-b244-4cdf-9cd5-8f2a656f220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:02.395959 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-c07e7844-b244-4cdf-9cd5-8f2a656f220e service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.0894303 May 11 06:01:02.487663 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-1bce1368-b604-4000-b803-4a9583ebe067 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 200 len: 1000 time: 0.0609224 May 11 06:01:02.501246 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Deleting port 37a27719-a163-4764-af52-5b8d3fafb7f0 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:01:02.501625 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:02.552202 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-9fcc1b81-84b2-456e-921d-cfc41f5ae0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:02.553696 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-9fcc1b81-84b2-456e-921d-cfc41f5ae0fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0484567 May 11 06:01:02.592627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] For port 37a27719-a163-4764-af52-5b8d3fafb7f0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=37a27719-a163-4764-af52-5b8d3fafb7f0,segment=NetworkSegment(5d201638-d591-4886-86a7-1ea694252656),segment_id=5d201638-d591-4886-86a7-1ea694252656)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:02.592989 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:02.605412 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Calling delete_port for 37a27719-a163-4764-af52-5b8d3fafb7f0 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:01:02.727506 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (37a27719-a163-4764-af52-5b8d3fafb7f0), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:02.760356 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Pushing event deleted for resources: {'Port': ['ID=37a27719-a163-4764-af52-5b8d3fafb7f0,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:02.783962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['37a27719-a163-4764-af52-5b8d3fafb7f0'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:01:02.790400 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.790732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.791074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.791605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.792928 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.793264 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.793792 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.794294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.794803 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.795300 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.795789 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.796283 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.796774 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.797284 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.797792 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:02.832894 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] No DVR routers for this DVR port 37a27719-a163-4764-af52-5b8d3fafb7f0 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:01:02.834780 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:02.840051 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f1af5870-3a2d-45bc-b3b9-f8382345005e req-d853aba1-418d-40f2-aa57-e581918e5070 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.24 "DELETE /v2.0/ports/37a27719-a163-4764-af52-5b8d3fafb7f0 HTTP/1.1" status: 204 len: 173 time: 0.4280403 May 11 06:01:02.840766 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'name': 'network-vif-deleted', 'tag': '37a27719-a163-4764-af52-5b8d3fafb7f0'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:01:02.844272 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc56ec-5c0c-4404-9a2f-8b697773020c" -d '{"events": [{"server_uuid": "cc7581f9-964e-4cf2-ad37-aa33d588844e", "name": "network-vif-deleted", "tag": "37a27719-a163-4764-af52-5b8d3fafb7f0"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:01:02.861318 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-189e1475-d449-4fbe-9d9f-6666edb1837c req-fff396cd-d351-42bc-a42a-783876ab79ad tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0554428 May 11 06:01:02.914068 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8ee8a-760e-4be7-85dc-88e605e23356 x-openstack-request-id: req-cbf8ee8a-760e-4be7-85dc-88e605e23356 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:01:02.914374 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7581f9-964e-4cf2-ad37-aa33d588844e", "name": "network-vif-deleted", "tag": "37a27719-a163-4764-af52-5b8d3fafb7f0", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:01:02.914627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbf8ee8a-760e-4be7-85dc-88e605e23356 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:01:02.915025 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf8ee8a-760e-4be7-85dc-88e605e23356'] response: {'server_uuid': 'cc7581f9-964e-4cf2-ad37-aa33d588844e', 'name': 'network-vif-deleted', 'tag': '37a27719-a163-4764-af52-5b8d3fafb7f0', 'status': 'completed', 'code': 200} May 11 06:01:02.935193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9af481-4e3f-43c9-9f03-6b44837266f9 req-56b3cbfd-1911-46f2-ab7c-cbe9a032efa4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:02.936748 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cc9af481-4e3f-43c9-9f03-6b44837266f9 req-56b3cbfd-1911-46f2-ab7c-cbe9a032efa4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0558445 May 11 06:01:02.994058 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cc9af481-4e3f-43c9-9f03-6b44837266f9 req-6112e5bf-9f0c-4919-a3a3-50c3bbdf384c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517170 May 11 06:01:03.008178 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-b9deca1c-28b0-443e-b966-5e9a074e9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:03.009811 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-b9deca1c-28b0-443e-b966-5e9a074e9b9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509846 May 11 06:01:03.146613 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-9371d4cd-5edf-42ca-9108-6302452ebb5a service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280107 May 11 06:01:03.157857 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ed805-a5f5-4fc1-959e-75080c00a7d1 req-40cb09cb-854a-4b8d-9e60-e72901495ed7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:03.159297 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-525ed805-a5f5-4fc1-959e-75080c00a7d1 req-40cb09cb-854a-4b8d-9e60-e72901495ed7 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0633857 May 11 06:01:03.289092 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-525ed805-a5f5-4fc1-959e-75080c00a7d1 req-2230f449-1a23-4145-93ea-94125999cebc tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227851 May 11 06:01:03.300017 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83b0584a-967b-496c-9d18-5c9d9f51ccc4 req-e5884c23-0c5a-46df-9130-1207cdd9f98a service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354620 May 11 06:01:03.977107 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-945b2620-76ea-4505-b56d-7a4875b2e09b req-78b93aa9-9a7d-428f-a41e-18912f61018d tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0292234 May 11 06:01:04.113828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c72517-f305-4788-8629-c677c043f4b7 req-4a164f00-9d54-4743-a172-c600e6dce123 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:04.115345 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-35c72517-f305-4788-8629-c677c043f4b7 req-4a164f00-9d54-4743-a172-c600e6dce123 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0490112 May 11 06:01:04.178689 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-35c72517-f305-4788-8629-c677c043f4b7 req-3fdcbae1-bbe4-4dd1-9864-cc5501f2344b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550082 May 11 06:01:04.431637 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428c0ad-1fbb-4aaa-a245-0da0f8d92b42 req-1c8f43ce-488a-42c3-9a0e-ad18f5913169 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:04.442012 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5428c0ad-1fbb-4aaa-a245-0da0f8d92b42 req-1c8f43ce-488a-42c3-9a0e-ad18f5913169 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0669014 May 11 06:01:04.514337 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5428c0ad-1fbb-4aaa-a245-0da0f8d92b42 req-bf19b1f2-0e25-465c-8e35-2ce618859514 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713956 May 11 06:01:05.085169 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-008b8715-1c71-4444-8228-3b314d738239 req-87cbc846-6f36-40ba-abdf-eb8acf857a3a tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0260062 May 11 06:01:05.318835 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ba71d-c4a9-4f72-a9d4-904108bd51f0 req-718f735c-84fa-45dd-a2c6-9836f4061613 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:05.320329 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a71ba71d-c4a9-4f72-a9d4-904108bd51f0 req-718f735c-84fa-45dd-a2c6-9836f4061613 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0635991 May 11 06:01:05.372083 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a71ba71d-c4a9-4f72-a9d4-904108bd51f0 req-a919960a-d515-401d-a88d-67d0b32475dc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450513 May 11 06:01:05.627568 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea97a1-c4a9-4e5e-88d5-2c8eb64a0805 req-d7dac3ed-cfc2-40f4-a7ac-8f7274622ed9 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:05.629288 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2cea97a1-c4a9-4e5e-88d5-2c8eb64a0805 req-d7dac3ed-cfc2-40f4-a7ac-8f7274622ed9 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0474625 May 11 06:01:05.691667 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2cea97a1-c4a9-4e5e-88d5-2c8eb64a0805 req-7996ee93-236f-43ef-a337-c26015754110 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563159 May 11 06:01:05.990223 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 37a27719-a163-4764-af52-5b8d3fafb7f0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:01:06.011299 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 37a27719-a163-4764-af52-5b8d3fafb7f0 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:01:06.011639 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 37a27719-a163-4764-af52-5b8d3fafb7f0 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:01:06.202312 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6668c44b-af20-4680-8ff1-1cef20e6d302 req-c15d6eda-3d3b-4e35-a358-5cf7f719fbd2 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0384405 May 11 06:01:06.502404 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005bb14-c803-40bb-ae41-d3c918c27804 req-e4191dfd-ff16-4d1d-b84f-fb111867a573 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:06.503925 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0005bb14-c803-40bb-ae41-d3c918c27804 req-e4191dfd-ff16-4d1d-b84f-fb111867a573 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0557683 May 11 06:01:06.564769 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0005bb14-c803-40bb-ae41-d3c918c27804 req-a8277cd4-15db-4f3d-8035-cf8ac9370509 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551915 May 11 06:01:06.811997 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fab61-3a54-4273-bf27-3445676514e0 req-decee4a8-f806-4a01-a327-57f93b9c3742 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:06.813567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c3fab61-3a54-4273-bf27-3445676514e0 req-decee4a8-f806-4a01-a327-57f93b9c3742 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0523934 May 11 06:01:06.873498 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3c3fab61-3a54-4273-bf27-3445676514e0 req-ac5b0637-cdbf-4e0b-96dc-c146bba5666c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541916 May 11 06:01:07.312962 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2fd68561-610f-4516-b920-c61fb2374bd9 req-6a138732-e3ba-4fe8-9bb1-1ca406a242c5 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0293801 May 11 06:01:07.694240 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c8b9-dd58-4b56-a587-414de48d19a7 req-bc32e325-0871-4bcd-8c85-eee10c6507bc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:07.695742 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-02e2c8b9-dd58-4b56-a587-414de48d19a7 req-bc32e325-0871-4bcd-8c85-eee10c6507bc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0510039 May 11 06:01:07.743306 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-02e2c8b9-dd58-4b56-a587-414de48d19a7 req-fb2f4b35-7ef0-4e2b-aa9f-b683fa113aa9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 May 11 06:01:08.001963 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d616d2-58ab-4c12-9d9d-b24956e838d3 req-d5290546-5524-43ca-8c88-5ea3e8077548 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:08.003700 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-47d616d2-58ab-4c12-9d9d-b24956e838d3 req-d5290546-5524-43ca-8c88-5ea3e8077548 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0498447 May 11 06:01:08.063344 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-47d616d2-58ab-4c12-9d9d-b24956e838d3 req-8ea0fa3f-dfc0-46bb-bdde-fcccf7f88c13 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532386 May 11 06:01:08.078163 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:01:08.419719 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f12f-be01-4bde-ac67-68fdcf9b41c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:08.474783 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-80b11596-11fa-4e49-8b3c-8ffd08bffb50 req-0ff774ac-4ce9-4668-9ddf-72d174853b6d tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0664093 May 11 06:01:08.870290 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397f83c-1a3b-430f-9746-1fd90677e522 req-3a7d0595-560a-48fe-a380-9719f2a3c42d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:08.877700 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c397f83c-1a3b-430f-9746-1fd90677e522 req-3a7d0595-560a-48fe-a380-9719f2a3c42d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0596621 May 11 06:01:08.921350 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c397f83c-1a3b-430f-9746-1fd90677e522 req-c1ae6dc8-b59f-43d9-be20-ebc99caa48ac tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427735 May 11 06:01:09.188879 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88c24e-0ee1-4f7d-887c-60ed19fa37e6 req-e17d9e7b-3414-4d0d-a980-ac11dac6bf80 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:09.194290 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4c88c24e-0ee1-4f7d-887c-60ed19fa37e6 req-e17d9e7b-3414-4d0d-a980-ac11dac6bf80 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0633967 May 11 06:01:09.248972 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4c88c24e-0ee1-4f7d-887c-60ed19fa37e6 req-d5b49946-f469-4b11-8f8a-a8e972d241f9 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526059 May 11 06:01:09.568738 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7e4bea9c-c5f3-40e3-9a2c-5a20110d4fc9 req-419f8b96-732f-4c25-8e7d-cb322b79d7c2 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0281405 May 11 06:01:10.046586 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90293288-4822-428c-a326-c7c9829b7cab req-6b492bb5-8342-4846-9a6e-081fcc53b3b6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:10.048103 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-90293288-4822-428c-a326-c7c9829b7cab req-6b492bb5-8342-4846-9a6e-081fcc53b3b6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0529299 May 11 06:01:10.094608 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-90293288-4822-428c-a326-c7c9829b7cab req-9cfe0d66-6952-41fe-ba80-045b655486b3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 May 11 06:01:10.366581 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4857-2d9d-4d32-88d4-404d1b9373b0 req-d40e5e2f-c48e-421d-9ba2-a93772870f8b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:10.368024 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-da3d4857-2d9d-4d32-88d4-404d1b9373b0 req-d40e5e2f-c48e-421d-9ba2-a93772870f8b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0500669 May 11 06:01:10.438802 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-da3d4857-2d9d-4d32-88d4-404d1b9373b0 req-9eee7bdd-a883-4571-a54c-68c731c25f72 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607502 May 11 06:01:10.682090 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5b29de7d-b249-4600-95d2-663578cbd39b req-8ab965b4-6901-42af-8d2b-3d31d70e9d7c tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0306787 May 11 06:01:10.728594 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9f49-b9f4-49c0-894f-8e7e3544913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:11.235282 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfce50-a8e6-4851-aae7-b1ed6bf82a49 req-07c3d280-d084-42bc-bc80-10d83c7fc18b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:11.236736 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9cdfce50-a8e6-4851-aae7-b1ed6bf82a49 req-07c3d280-d084-42bc-bc80-10d83c7fc18b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0526218 May 11 06:01:11.281666 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9cdfce50-a8e6-4851-aae7-b1ed6bf82a49 req-15d0a5c5-a1e1-4df6-bb59-5fa013708e14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393503 May 11 06:01:11.549786 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9894d-5bc3-40d7-a974-0e922a3489ed req-f26073d3-a6ea-41a6-8fb2-ad16e63fd707 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:11.551324 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a2a9894d-5bc3-40d7-a974-0e922a3489ed req-f26073d3-a6ea-41a6-8fb2-ad16e63fd707 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0517673 May 11 06:01:11.635400 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a2a9894d-5bc3-40d7-a974-0e922a3489ed req-903acdcd-0f0b-4a93-906a-8d96a6149b85 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686200 May 11 06:01:11.727421 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:11.797678 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ddfd287b-df1a-4dd0-9481-9e7f9e79cf56 req-987b9ccb-21da-4054-b61e-81c657dec89f tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0297794 May 11 06:01:12.408991 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a60b3-9442-4f53-8dc9-764d2ad57472 req-7ca71dc0-6659-4416-8e1f-2dab7b44db57 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:12.410489 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-539a60b3-9442-4f53-8dc9-764d2ad57472 req-7ca71dc0-6659-4416-8e1f-2dab7b44db57 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0546842 May 11 06:01:12.459595 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-539a60b3-9442-4f53-8dc9-764d2ad57472 req-bd322eb4-bad1-435a-839e-c215144d1868 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 May 11 06:01:12.763663 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2f4e-b395-40cb-81c4-2c98ee01f615 req-5f0caded-3cab-498e-a8a5-88c498e70391 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:12.765382 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0c2a2f4e-b395-40cb-81c4-2c98ee01f615 req-5f0caded-3cab-498e-a8a5-88c498e70391 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0506034 May 11 06:01:12.826934 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0c2a2f4e-b395-40cb-81c4-2c98ee01f615 req-bdcc1370-396b-4b93-b6cc-376e0d6f1e30 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553465 May 11 06:01:12.912891 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3f4c038-50ed-43c6-8b0d-713383d0817e req-c3d9781d-c3db-41fe-b9f7-a398a1cee65f tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0362751 May 11 06:01:13.291580 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:13.597616 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c0df8-bec5-4c09-a97c-9abeefebd32e req-24cd0d09-0174-411b-b839-c31def9d51f7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:13.599072 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6a9c0df8-bec5-4c09-a97c-9abeefebd32e req-24cd0d09-0174-411b-b839-c31def9d51f7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0524452 May 11 06:01:13.652451 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6a9c0df8-bec5-4c09-a97c-9abeefebd32e req-f270a6a8-927f-4919-838f-e7151738a44f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 May 11 06:01:13.958603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfea42-85e5-408b-b88c-34fae9461464 req-81c04e34-39e7-4790-afb7-c3acd19ee72b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:13.960172 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-79bfea42-85e5-408b-b88c-34fae9461464 req-81c04e34-39e7-4790-afb7-c3acd19ee72b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0485117 May 11 06:01:14.034727 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-79bfea42-85e5-408b-b88c-34fae9461464 req-4c09682f-7466-491c-aa83-adab205f737c tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622060 May 11 06:01:14.068585 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-50de6609-63e9-4ae6-8853-a2463253cf40 req-25ada75f-cdb6-4775-bf47-67222c1fd268 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0345035 May 11 06:01:14.780212 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a03cb0-15a9-479a-825f-150ec32349a8 req-cd112c36-5ef4-4191-b76f-bb458472b759 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:14.781778 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-25a03cb0-15a9-479a-825f-150ec32349a8 req-cd112c36-5ef4-4191-b76f-bb458472b759 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0479634 May 11 06:01:14.849949 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-25a03cb0-15a9-479a-825f-150ec32349a8 req-2962fa65-955b-449c-86a1-dccb5192c01d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614355 May 11 06:01:14.850331 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:15.175862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef5714-eb24-4f6a-86f1-90b057794ee5 req-e2b006da-a4b4-4721-951a-ae62aef49c37 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:15.178033 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-feef5714-eb24-4f6a-86f1-90b057794ee5 req-e2b006da-a4b4-4721-951a-ae62aef49c37 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0484991 May 11 06:01:15.214054 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3a122c42-b402-4aaf-b4f8-bbc89031234d req-dd570436-1c5b-493a-bbc5-3d1cf88da681 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0311437 May 11 06:01:15.251028 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-feef5714-eb24-4f6a-86f1-90b057794ee5 req-b745de61-4f2f-4b56-8215-cd8652547505 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662625 May 11 06:01:15.977069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e34aa1-6760-414a-9198-8c99765e7105 req-39454e06-975b-4fa7-ae1a-5013c6bcdb75 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:15.978613 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-50e34aa1-6760-414a-9198-8c99765e7105 req-39454e06-975b-4fa7-ae1a-5013c6bcdb75 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0480633 May 11 06:01:16.032343 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-50e34aa1-6760-414a-9198-8c99765e7105 req-43e119d4-d428-4d3f-8aa2-03a8822e45a3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460923 May 11 06:01:16.336147 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-06993c94-4084-4df9-a0cd-b55f543847be req-f04dd0d7-5253-4c8a-ae6f-d32099f9faf4 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0323980 May 11 06:01:16.380851 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a742a-cae8-41d2-b4cb-c540413c00ae req-5ab02475-b01d-4f89-a8e5-e2f1e3ab12b4 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:16.382385 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d36a742a-cae8-41d2-b4cb-c540413c00ae req-5ab02475-b01d-4f89-a8e5-e2f1e3ab12b4 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0496607 May 11 06:01:16.440671 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d36a742a-cae8-41d2-b4cb-c540413c00ae req-d8bbe800-fc7d-4fe3-99b8-cd1fa6776e9b tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525908 May 11 06:01:17.159160 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44adaef-fca4-48b9-89d7-f52da1d2c640 req-00d78376-0f94-415b-903d-b2b6272b82b7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:17.160506 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a44adaef-fca4-48b9-89d7-f52da1d2c640 req-00d78376-0f94-415b-903d-b2b6272b82b7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0457680 May 11 06:01:17.212299 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a44adaef-fca4-48b9-89d7-f52da1d2c640 req-08b27e8f-b2cc-46e5-b38d-490804f15e85 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 May 11 06:01:17.453634 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ec29a498-c3b7-446b-94e3-b2126f2c60cf req-02d879cd-8c11-4674-8b8a-1b47a7aa32e6 tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0316191 May 11 06:01:17.577297 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b2fa-b9f0-41ec-b6c2-2c346d05d696 req-54db18ed-f5a6-447a-b78e-3a62771726ce tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:17.578854 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8464b2fa-b9f0-41ec-b6c2-2c346d05d696 req-54db18ed-f5a6-447a-b78e-3a62771726ce tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0586972 May 11 06:01:17.643349 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8464b2fa-b9f0-41ec-b6c2-2c346d05d696 req-6d624c86-6000-4adc-956b-f2280e16af14 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0958a3c-394f-4d46-a040-c0426f6f3bb1&id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569832 May 11 06:01:17.926125 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:18.332707 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad5ac-dde8-471d-8365-54ec19c42f22 req-4cc43284-b22a-42ad-9a6d-faa54bb29159 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:18.334309 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6bad5ac-dde8-471d-8365-54ec19c42f22 req-4cc43284-b22a-42ad-9a6d-faa54bb29159 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0469289 May 11 06:01:18.382087 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6bad5ac-dde8-471d-8365-54ec19c42f22 req-6b7f1bcb-9766-4f81-bf1b-1f53f7a7f1a9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403674 May 11 06:01:18.561683 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3ac52d81-51d3-4881-b2ec-842f06df7b1e req-7a3ab49b-26aa-4156-9314-98a973ba1dae tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0277927 May 11 06:01:19.514349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba35d-fc6c-474b-bfb8-9dc0f0f88718 req-a9dd5175-0513-4187-a0e7-cca97877a76d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:19.516079 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-051ba35d-fc6c-474b-bfb8-9dc0f0f88718 req-a9dd5175-0513-4187-a0e7-cca97877a76d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0460749 May 11 06:01:19.565806 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-051ba35d-fc6c-474b-bfb8-9dc0f0f88718 req-b8b8fc3e-a13b-454a-856e-208628c1d2ca tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 May 11 06:01:19.673437 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d3ff2ac3-9266-47a2-b48e-992704c615f0 req-9014910b-fb49-407a-adeb-1d1bbc18c3db tempest-VolumesNegativeTest-1603953189 tempest-VolumesNegativeTest-1603953189-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc7581f9-964e-4cf2-ad37-aa33d588844e HTTP/1.1" status: 200 len: 210 time: 0.0313215 May 11 06:01:20.690898 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fe107-b1e7-4e63-890c-8723ad7ff010 req-c496977f-59e3-4ff3-a856-04936ff372a3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:20.692345 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d79fe107-b1e7-4e63-890c-8723ad7ff010 req-c496977f-59e3-4ff3-a856-04936ff372a3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0495110 May 11 06:01:20.741144 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d79fe107-b1e7-4e63-890c-8723ad7ff010 req-d97db599-3d8e-4b79-9061-7ea05c03af38 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 May 11 06:01:21.403399 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8408b-3d5c-462f-bfbd-8b91aecb4c28 req-587e60c8-9369-44dd-b9cd-3d6b74441d4a tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:21.404890 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-50a8408b-3d5c-462f-bfbd-8b91aecb4c28 req-587e60c8-9369-44dd-b9cd-3d6b74441d4a tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.0480905 May 11 06:01:21.453577 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-50a8408b-3d5c-462f-bfbd-8b91aecb4c28 req-b9fc029a-6acc-4160-bc05-f5a385c13356 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 May 11 06:01:21.865640 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31cf6d-00b0-48b1-ab1a-feec3d05247c req-a9677f88-36b2-4c8c-baee-8b28b08467b4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:21.867110 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9c31cf6d-00b0-48b1-ab1a-feec3d05247c req-a9677f88-36b2-4c8c-baee-8b28b08467b4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0492487 May 11 06:01:21.917650 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9c31cf6d-00b0-48b1-ab1a-feec3d05247c req-305f5b7c-7386-4cc1-aaee-5a35041c4425 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 May 11 06:01:22.574938 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd8f60-0e8a-4b2d-bcb7-0c1ba46badd9 req-4271112d-3a1a-4b23-8271-ba12e7ecc9d6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:22.576426 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d8dd8f60-0e8a-4b2d-bcb7-0c1ba46badd9 req-4271112d-3a1a-4b23-8271-ba12e7ecc9d6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.0524547 May 11 06:01:22.623830 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d8dd8f60-0e8a-4b2d-bcb7-0c1ba46badd9 req-1a741073-2fb5-4aee-bd9c-62fea452649f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 May 11 06:01:23.040664 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a2e7f-fb1d-410f-ab1e-01b420fbbc4d req-1d746ed0-67ec-4f3e-ae6c-351973f3912a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:23.042932 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-767a2e7f-fb1d-410f-ab1e-01b420fbbc4d req-1d746ed0-67ec-4f3e-ae6c-351973f3912a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0488358 May 11 06:01:23.090451 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-767a2e7f-fb1d-410f-ab1e-01b420fbbc4d req-96880cda-6e72-4583-8e3c-17de9c45c071 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 May 11 06:01:23.738732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf30ee-6c77-4a65-be40-33ed9eafe3a6 req-b162a8a8-33b2-4ab1-8d01-1a95736b8ae7 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:23.740252 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3faf30ee-6c77-4a65-be40-33ed9eafe3a6 req-b162a8a8-33b2-4ab1-8d01-1a95736b8ae7 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.0469551 May 11 06:01:23.787535 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3faf30ee-6c77-4a65-be40-33ed9eafe3a6 req-32b4ff0a-cc45-4fbf-a890-a9c5d15f0c98 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 May 11 06:01:24.103736 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-80d8ccbc-61f8-44dc-abc6-dcb97d79e2e4 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:24.105836 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-80d8ccbc-61f8-44dc-abc6-dcb97d79e2e4 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 945 time: 0.0449452 May 11 06:01:24.223273 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Deleting port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:01:24.223617 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:24.243219 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d126-9ac7-4104-aea2-2a33a99b715a req-577b524d-526a-41af-8226-5bd2137dc457 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:24.244649 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83d8d126-9ac7-4104-aea2-2a33a99b715a req-577b524d-526a-41af-8226-5bd2137dc457 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0682380 May 11 06:01:24.563004 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83d8d126-9ac7-4104-aea2-2a33a99b715a req-667f9303-e645-4f54-87fc-59efe18abaa5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113678 May 11 06:01:24.574456 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] For port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:24.574828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:24.588767 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Calling delete_port for a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:01:24.699684 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53204) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:24.753651 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (a8ed2477-82f2-43ee-bbb9-7f2f47a66b02), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:24.807480 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Pushing event deleted for resources: {'Port': ['ID=a8ed2477-82f2-43ee-bbb9-7f2f47a66b02,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:24.815527 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['a8ed2477-82f2-43ee-bbb9-7f2f47a66b02'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:01:24.843965 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-963a8ee5-7c45-40c9-8f1f-73704afbf321 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=982a5299d6f241bc931c9ef14945bcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417909 May 11 06:01:24.844812 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53210) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:24.859593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.859945 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.860290 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.860633 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.860966 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.861299 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.861657 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.861986 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.862315 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.862649 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.862973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.863322 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.863651 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.863973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.864296 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:24.867081 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] No DVR routers for this DVR port a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:01:24.870547 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:24.874100 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d05ae716-131a-40d7-a75d-78538ddc84ac req-00e031fe-0af7-4e70-af13-409fec8181f6 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "DELETE /v2.0/ports/a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 HTTP/1.1" status: 204 len: 173 time: 0.7626004 May 11 06:01:24.874548 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'name': 'network-vif-deleted', 'tag': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:01:24.876810 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155eac6-6038-4251-acb8-dab1da981a2b" -d '{"events": [{"server_uuid": "62149b5e-614b-41ef-9fda-7bf2b5175152", "name": "network-vif-deleted", "tag": "a8ed2477-82f2-43ee-bbb9-7f2f47a66b02"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:01:24.907786 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-17c59869-1c32-4f60-877e-8055ffd5b5cb req-d1f276ec-db83-408d-b22f-42cdcd593b3c tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 210 time: 0.0443621 May 11 06:01:24.912931 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95de58d4-4131-4dc9-b1ce-7b7144837d98 x-openstack-request-id: req-95de58d4-4131-4dc9-b1ce-7b7144837d98 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:01:24.913228 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62149b5e-614b-41ef-9fda-7bf2b5175152", "name": "network-vif-deleted", "tag": "a8ed2477-82f2-43ee-bbb9-7f2f47a66b02", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:01:24.913505 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95de58d4-4131-4dc9-b1ce-7b7144837d98 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:01:24.913915 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95de58d4-4131-4dc9-b1ce-7b7144837d98'] response: {'server_uuid': '62149b5e-614b-41ef-9fda-7bf2b5175152', 'name': 'network-vif-deleted', 'tag': 'a8ed2477-82f2-43ee-bbb9-7f2f47a66b02', 'status': 'completed', 'code': 200} May 11 06:01:24.931734 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58580407-1e82-41ee-8215-d88bdc3b4ee8 admin admin] Publish callbacks [] for security_group (3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:24.953604 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58580407-1e82-41ee-8215-d88bdc3b4ee8 admin admin] Publish callbacks [] for security_group (3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:24.998543 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58580407-1e82-41ee-8215-d88bdc3b4ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:25.001075 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58580407-1e82-41ee-8215-d88bdc3b4ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:25.002250 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-58580407-1e82-41ee-8215-d88bdc3b4ee8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b HTTP/1.1" status: 204 len: 168 time: 0.1561897 May 11 06:01:25.009957 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58580407-1e82-41ee-8215-d88bdc3b4ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aab6ab9-aa51-4add-bfe9-f7fb7c4b8a6b,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:25.682548 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df84ec-cf86-4f9d-8823-9b96c72d2f43 req-b7485d5d-a8bc-4a8f-be51-ec879d81bbce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:25.685096 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83df84ec-cf86-4f9d-8823-9b96c72d2f43 req-b7485d5d-a8bc-4a8f-be51-ec879d81bbce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0483479 May 11 06:01:25.733369 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-83df84ec-cf86-4f9d-8823-9b96c72d2f43 req-30e9cf3e-c5a7-4d07-92cf-275f20c5b5b6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 May 11 06:01:26.013686 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-71f32a66-c883-4155-801d-9ea0ec81fd6b req-84b057d9-8504-4f08-ac30-d5e69c3b7809 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=62149b5e-614b-41ef-9fda-7bf2b5175152 HTTP/1.1" status: 200 len: 210 time: 0.0292859 May 11 06:01:26.854130 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231dde4-0d62-4e2f-88a6-1069aadd9c64 req-e0de36cd-95c7-4d5e-b84e-e5b3836d76b9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:26.856671 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0231dde4-0d62-4e2f-88a6-1069aadd9c64 req-e0de36cd-95c7-4d5e-b84e-e5b3836d76b9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0473194 May 11 06:01:26.903094 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0231dde4-0d62-4e2f-88a6-1069aadd9c64 req-30051ee1-e74c-4555-9510-90b62301728a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 May 11 06:01:28.024899 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71359365-d063-4c81-8ed6-7d1069f3fdaa req-b3b5e7ec-4da5-4de2-a819-bdd179c4e36c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:28.026405 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-71359365-d063-4c81-8ed6-7d1069f3fdaa req-b3b5e7ec-4da5-4de2-a819-bdd179c4e36c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0493226 May 11 06:01:28.072225 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-71359365-d063-4c81-8ed6-7d1069f3fdaa req-2ba2041d-83ed-414b-894c-5ed77007b098 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402334 May 11 06:01:29.191728 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da637b4-e436-4c9b-93ed-e80f38a522fb req-c88c0ae7-b0ae-4778-9d41-385d4d729f02 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:29.193196 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4da637b4-e436-4c9b-93ed-e80f38a522fb req-c88c0ae7-b0ae-4778-9d41-385d4d729f02 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 944 time: 0.0462835 May 11 06:01:29.215761 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:01:29.243105 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4da637b4-e436-4c9b-93ed-e80f38a522fb req-d61aaf75-fdd2-4c1d-b290-53300fa90776 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 May 11 06:01:29.315378 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:29.326766 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'port_id': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'mac_address': 'fa:16:3e:b8:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:01:29.366615 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:29.366923 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:29.379789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:01:29.398532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:29.402293 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:29.447239 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=9']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:29.454312 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.454658 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.454996 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.455353 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.455686 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.456015 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.456336 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.456656 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.456991 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.457318 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.457661 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.458001 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.458322 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.458643 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:29.458960 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:30.144414 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:01:30.164568 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:01:30.164915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device a8ed2477-82f2-43ee-bbb9-7f2f47a66b02 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:01:30.362137 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5c537-eccc-4674-aca6-fc10fb84c20c req-3356fa23-0df2-41a9-a78b-b63a467e391c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:30.363624 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3df5c537-eccc-4674-aca6-fc10fb84c20c req-3356fa23-0df2-41a9-a78b-b63a467e391c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0467958 May 11 06:01:30.410063 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3df5c537-eccc-4674-aca6-fc10fb84c20c req-ea10b934-af78-4e4b-a533-8fe2fdb223dd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407226 May 11 06:01:31.536743 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8e5e-e30e-41e0-8fd7-b30ffa42ba24 req-12999b80-5335-4947-b626-7c3c5e964522 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:31.538212 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b9ea8e5e-e30e-41e0-8fd7-b30ffa42ba24 req-12999b80-5335-4947-b626-7c3c5e964522 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0465031 May 11 06:01:31.583261 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b9ea8e5e-e30e-41e0-8fd7-b30ffa42ba24 req-0f1de824-24a6-488f-97c8-a1c7fdd5c19c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395224 May 11 06:01:32.705247 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6d6a-f016-4384-b5ef-19b431f4ca4c req-728a97cb-562a-4a59-af6d-9cf4a9e14fba tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:32.706752 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e14c6d6a-f016-4384-b5ef-19b431f4ca4c req-728a97cb-562a-4a59-af6d-9cf4a9e14fba tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0501599 May 11 06:01:32.752229 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e14c6d6a-f016-4384-b5ef-19b431f4ca4c req-a5397ad1-bb26-4f0f-addd-d493cc405716 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398636 May 11 06:01:33.488570 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:01:33.869697 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f872-2998-4135-8a45-6cba20fb5c43 req-15635d6c-0868-4063-8e57-5ba61db801b4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:33.870316 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f3818-3a1c-40c6-afe3-3717df879a65 req-73705a8e-4b7b-4ca8-b1d4-b4f210cd59c8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:33.871296 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97a8f872-2998-4135-8a45-6cba20fb5c43 req-15635d6c-0868-4063-8e57-5ba61db801b4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0464110 May 11 06:01:33.872142 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc9f3818-3a1c-40c6-afe3-3717df879a65 req-73705a8e-4b7b-4ca8-b1d4-b4f210cd59c8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0492949 May 11 06:01:33.918333 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97a8f872-2998-4135-8a45-6cba20fb5c43 req-526b9c12-e313-4047-9bd7-3e8b4fe7d7a4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411227 May 11 06:01:33.921277 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc9f3818-3a1c-40c6-afe3-3717df879a65 req-093637da-55d0-4416-b589-73ca6005e327 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435796 May 11 06:01:35.037080 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abad4c-bfc4-439b-9058-243bd891f2c8 req-1d71a94d-f12d-4bd8-a1dd-22dc24f1f335 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:35.038606 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-77abad4c-bfc4-439b-9058-243bd891f2c8 req-1d71a94d-f12d-4bd8-a1dd-22dc24f1f335 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0472701 May 11 06:01:35.041557 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079da63-42b3-4b5f-9166-47997585a329 req-b566315e-263e-4a8b-aafb-b50677f62702 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:35.043586 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f079da63-42b3-4b5f-9166-47997585a329 req-b566315e-263e-4a8b-aafb-b50677f62702 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0495143 May 11 06:01:35.088677 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-77abad4c-bfc4-439b-9058-243bd891f2c8 req-05d80e9f-116a-49d7-8132-8c36cc0d84a8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 May 11 06:01:35.090840 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f079da63-42b3-4b5f-9166-47997585a329 req-fc04f9fd-b7cb-4b30-bba6-36fdf2ad9207 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 May 11 06:01:36.205841 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54502c3e-9908-4238-95fb-470a88bf3a30 req-d6f6e7ca-aff9-4691-9af6-84923d976377 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:36.207362 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-54502c3e-9908-4238-95fb-470a88bf3a30 req-d6f6e7ca-aff9-4691-9af6-84923d976377 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0487309 May 11 06:01:36.212265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac54b-cf50-4e83-b620-d25000f42c43 req-1568f5c5-1541-4b15-8b48-d8ddc60b1358 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:36.213763 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-434ac54b-cf50-4e83-b620-d25000f42c43 req-1568f5c5-1541-4b15-8b48-d8ddc60b1358 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0475469 May 11 06:01:36.255841 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-54502c3e-9908-4238-95fb-470a88bf3a30 req-aecfbaf5-5732-4efc-a43c-55e4aa0c023f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 May 11 06:01:36.260057 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-434ac54b-cf50-4e83-b620-d25000f42c43 req-63af91da-03dd-4ab4-9f12-f6deff52275c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 May 11 06:01:37.373188 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae41a40-001f-4901-93b7-6a05a0285f4e req-5901eb2c-9141-4932-b61d-aac3f1d156db tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:37.374818 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9ae41a40-001f-4901-93b7-6a05a0285f4e req-5901eb2c-9141-4932-b61d-aac3f1d156db tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0485287 May 11 06:01:37.378771 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33979a81-330d-489f-a03e-0b24474d31be req-214e35e0-2eac-4282-b976-235c90688938 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:37.380245 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-33979a81-330d-489f-a03e-0b24474d31be req-214e35e0-2eac-4282-b976-235c90688938 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 945 time: 0.0480435 May 11 06:01:37.422330 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9ae41a40-001f-4901-93b7-6a05a0285f4e req-349d51f8-d719-41fa-8660-311a95af5472 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=adc6dfba-05f0-48e1-97bf-fa2725320046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 May 11 06:01:37.431279 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-33979a81-330d-489f-a03e-0b24474d31be req-45c6420e-ad96-43e9-98c7-9a608fcfb7ff tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455353 May 11 06:01:37.476352 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a0371-599e-4932-ad58-6ead416e7182 req-a57547ee-4727-4083-a13f-da54cfeae760 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:37.477818 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e32a0371-599e-4932-ad58-6ead416e7182 req-a57547ee-4727-4083-a13f-da54cfeae760 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 946 time: 0.0500510 May 11 06:01:37.498966 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:37.547909 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:37.548276 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.573266 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port 034c673a-cd22-42e5-bff2-855d7907c09a {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:01:37.573704 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.628058 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:37.628457 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.656164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:01:37.659135 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce47f6ab-a532-493c-9841-ddf866933472" -d '{"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-plugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:01:37.673771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] For port 034c673a-cd22-42e5-bff2-855d7907c09a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=034c673a-cd22-42e5-bff2-855d7907c09a,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:37.674082 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.678120 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:37.687680 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.717614 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b46f6-44eb-4030-a754-4d12657ba4e4 x-openstack-request-id: req-841b46f6-44eb-4030-a754-4d12657ba4e4 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:01:37.717928 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-plugged", "status": "completed", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:01:37.718159 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-841b46f6-44eb-4030-a754-4d12657ba4e4 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:01:37.718658 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841b46f6-44eb-4030-a754-4d12657ba4e4'] response: {'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'code': 200} May 11 06:01:37.756043 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=10']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:37.945203 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.945530 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (200f1525-f797-4854-a6dd-bc29148aaab3), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:37.945850 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP 200f1525-f797-4854-a6dd-bc29148aaab3 disassociated. External IP: 172.27.1.103, port: 034c673a-cd22-42e5-bff2-855d7907c09a. May 11 06:01:37.946199 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for 034c673a-cd22-42e5-bff2-855d7907c09a owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:01:38.068483 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (034c673a-cd22-42e5-bff2-855d7907c09a), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:38.100300 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=034c673a-cd22-42e5-bff2-855d7907c09a,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:38.213673 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:01:38.322753 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:01:38.336827 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:01:38.347560 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:38.348389 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:38.366575 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] No DVR routers for this DVR port 034c673a-cd22-42e5-bff2-855d7907c09a on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:01:38.369862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:38.374003 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e32a0371-599e-4932-ad58-6ead416e7182 req-22df5e28-2643-403b-b627-fda9fa21a037 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "DELETE /v2.0/ports/034c673a-cd22-42e5-bff2-855d7907c09a HTTP/1.1" status: 204 len: 173 time: 0.8842492 May 11 06:01:38.374593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'name': 'network-vif-deleted', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:01:38.376653 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03778151-1abe-4576-bfb4-ab7ab26aab11" -d '{"events": [{"server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "name": "network-vif-deleted", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:01:38.413406 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fe50db48-87e1-4c5d-9ebf-91a56f1ec8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:38.415927 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d13300-2cb1-4be8-a480-eb8d0ca78fcf x-openstack-request-id: req-f9d13300-2cb1-4be8-a480-eb8d0ca78fcf {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:01:38.416153 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f582d9e6-0bc1-47e8-9500-9c7501f659ac", "name": "network-vif-deleted", "tag": "034c673a-cd22-42e5-bff2-855d7907c09a", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:01:38.416448 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9d13300-2cb1-4be8-a480-eb8d0ca78fcf {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:01:38.417023 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d13300-2cb1-4be8-a480-eb8d0ca78fcf'] response: {'server_uuid': 'f582d9e6-0bc1-47e8-9500-9c7501f659ac', 'name': 'network-vif-deleted', 'tag': '034c673a-cd22-42e5-bff2-855d7907c09a', 'status': 'completed', 'code': 200} May 11 06:01:38.474378 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:38.534123 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bfe3607e-740f-490d-b697-626424b5bc5a req-05720d37-66a9-4f4a-9b06-dda4a2a082ba tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0309916 May 11 06:01:38.580000 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083ee47-a27b-46b7-b2a0-df49908c9b4e req-35b62302-0a9a-4ab8-a906-a4dbec2835cd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:38.581500 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2083ee47-a27b-46b7-b2a0-df49908c9b4e req-35b62302-0a9a-4ab8-a906-a4dbec2835cd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0519128 May 11 06:01:38.628643 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2083ee47-a27b-46b7-b2a0-df49908c9b4e req-bba10a5d-c62e-44d5-84ea-ab9983528c2b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 May 11 06:01:38.707502 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:38.815609 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:01:38.824814 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:38.825177 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:38.931864 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:39.149360 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:39.179870 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949706f0-3e97-4b5e-b671-bea0860ed4b9 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '704c91a3-9d25-4ad6-b228-4501972fee77', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:54:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T05:58:12Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 2, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:01:39.410860 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e6f59-dcc3-484e-a20d-2bc1a013a836 None None] New status for floating IP 200f1525-f797-4854-a6dd-bc29148aaab3: DOWN {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:01:39.639675 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e477091c-c41e-4fc3-9b62-3c1edd51060b req-510979c0-eee8-4638-a429-ffd5ae51646d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0292776 May 11 06:01:39.752295 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40682992-5f5c-4fb3-93d1-9f9f7582fc8a req-9a4b37e0-23c0-47ca-8b52-d9820786f2e5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:39.753803 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-40682992-5f5c-4fb3-93d1-9f9f7582fc8a req-9a4b37e0-23c0-47ca-8b52-d9820786f2e5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0482385 May 11 06:01:39.806883 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-40682992-5f5c-4fb3-93d1-9f9f7582fc8a req-8a49abdd-fc3a-4c18-bea9-acb41d810353 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474730 May 11 06:01:40.725141 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9abb3ff5-9ccb-4566-b80c-16277e13f41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:40.739477 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bd1e72d1-23d8-4d68-a075-67cd881cffd9 req-d084bcdf-d00f-4262-b72a-40c24508f232 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0319273 May 11 06:01:40.940554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4181-4ff3-4890-8285-4513c47dce98 req-329e0ff2-0831-43e4-9bfd-220227ffa0fb tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:40.942242 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-686a4181-4ff3-4890-8285-4513c47dce98 req-329e0ff2-0831-43e4-9bfd-220227ffa0fb tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0543680 May 11 06:01:41.000992 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-686a4181-4ff3-4890-8285-4513c47dce98 req-5803292a-cbed-4486-b759-c03a92f3cb9a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529282 May 11 06:01:41.050159 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2beba1-8c06-4221-8231-980dc38a8132 req-25ee414e-2917-448f-9823-2d35124e41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:41.051645 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3f2beba1-8c06-4221-8231-980dc38a8132 req-25ee414e-2917-448f-9823-2d35124e41a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 1131 time: 0.0569131 May 11 06:01:41.726638 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:41.858604 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-28bef570-10c0-42ee-a69a-c371db49195c req-871e3a7d-c06f-40fb-9580-5149eeff7d17 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0270095 May 11 06:01:42.124493 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ee56c-446f-4ca2-98de-69575dc635c4 req-499e5b75-ce8a-4686-a9cf-a0b47669550c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:42.125920 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1d1ee56c-446f-4ca2-98de-69575dc635c4 req-499e5b75-ce8a-4686-a9cf-a0b47669550c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0472693 May 11 06:01:42.178840 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1d1ee56c-446f-4ca2-98de-69575dc635c4 req-6b7bcea9-8914-4737-977e-a6bdae446b3f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471375 May 11 06:01:42.963415 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7b10a5eb-9bad-4b62-85f8-bafa285223f2 req-5c839209-495c-4f17-8297-6f40d5c22b06 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0269661 May 11 06:01:43.291854 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:43.299754 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb420-dd1f-45bf-932e-958e4fc12892 req-5dbcac83-40b7-40c0-888d-743e881c4e42 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:43.301219 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6cbb420-dd1f-45bf-932e-958e4fc12892 req-5dbcac83-40b7-40c0-888d-743e881c4e42 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0515745 May 11 06:01:43.347452 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6cbb420-dd1f-45bf-932e-958e4fc12892 req-4e26f953-9e2e-47a5-ad5c-7521045a1161 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406082 May 11 06:01:43.951775 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3f2beba1-8c06-4221-8231-980dc38a8132 req-866166e6-db97-4012-8abc-d07edcf9835f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383852 May 11 06:01:44.003480 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 034c673a-cd22-42e5-bff2-855d7907c09a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:01:44.027018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 034c673a-cd22-42e5-bff2-855d7907c09a {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:01:44.027429 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 034c673a-cd22-42e5-bff2-855d7907c09a not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:01:44.074049 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ab69a5d8-50ac-4869-aaac-57644f66a3cc req-401b049c-d553-4a94-a539-42cbbbdf057a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=f582d9e6-0bc1-47e8-9500-9c7501f659ac HTTP/1.1" status: 200 len: 210 time: 0.0291708 May 11 06:01:44.471205 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68364d7-0547-494d-bed6-1c9d32a97735 req-288f2e61-1ece-4c9a-a17f-4876fa615a50 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:44.472668 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a68364d7-0547-494d-bed6-1c9d32a97735 req-288f2e61-1ece-4c9a-a17f-4876fa615a50 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0498190 May 11 06:01:44.518559 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a68364d7-0547-494d-bed6-1c9d32a97735 req-80a9ec3b-6c9e-4d35-84f1-ad64eef93a3e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 May 11 06:01:44.852620 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.076483 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:01:45.164113 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53480) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:45.218175 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ebcee823-8456-43d5-8d32-5e1eddbc027b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (adc6dfba-05f0-48e1-97bf-fa2725320046), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.241939 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ebcee823-8456-43d5-8d32-5e1eddbc027b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (adc6dfba-05f0-48e1-97bf-fa2725320046), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.293239 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ebcee823-8456-43d5-8d32-5e1eddbc027b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (adc6dfba-05f0-48e1-97bf-fa2725320046), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.295818 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ebcee823-8456-43d5-8d32-5e1eddbc027b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.296967 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ebcee823-8456-43d5-8d32-5e1eddbc027b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/security-groups/adc6dfba-05f0-48e1-97bf-fa2725320046 HTTP/1.1" status: 204 len: 168 time: 0.1318350 May 11 06:01:45.300153 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53494) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:45.316726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee823-8456-43d5-8d32-5e1eddbc027b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6dfba-05f0-48e1-97bf-fa2725320046,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:45.319856 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.api.v2.resource [None req-b9621377-f0f3-4e9d-89f4-707b2e1f5a38 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] show failed (client error): The resource could not be found. May 11 06:01:45.324955 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b9621377-f0f3-4e9d-89f4-707b2e1f5a38 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups/adc6dfba-05f0-48e1-97bf-fa2725320046 HTTP/1.1" status: 404 len: 347 time: 0.0238762 May 11 06:01:45.325596 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53498) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:45.399419 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-8b3e06a7-83a4-4f15-94b9-b96b8701722e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:45.402264 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-8b3e06a7-83a4-4f15-94b9-b96b8701722e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/networks?id=47906bd0-63f9-491c-b0c1-1841c8a98974 HTTP/1.1" status: 200 len: 814 time: 0.1027527 May 11 06:01:45.417969 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a3fdd192-a353-4612-ba46-4ac18b4b5803 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/quotas/3a889575293f48af826e9734868e2714 HTTP/1.1" status: 200 len: 375 time: 0.0095954 May 11 06:01:45.446933 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port 31e1a685-65ec-4923-8a44-a071ee68e5e6 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:01:45.447281 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.453587 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-4ab22b06-bdac-4a94-99cd-ca4ed9b9c067 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a889575293f48af826e9734868e2714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300319 May 11 06:01:45.526922 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.528036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (31e1a685-65ec-4923-8a44-a071ee68e5e6), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.539012 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for 31e1a685-65ec-4923-8a44-a071ee68e5e6 owned by network:floatingip {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:01:45.540228 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-bb7ed772-3021-469a-97fd-3a2c2df9be75 service neutron] 10.222.0.44 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800900 May 11 06:01:45.635388 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-05eec9f4-a7fb-47b3-9e18-74c2c3f445d3 service neutron] 10.222.0.44 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876794 May 11 06:01:45.650466 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257f987-eaa0-4201-ab13-3b68cb368357 req-7fe249af-bbf6-421e-af1e-980da7c9d3c4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:45.652502 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1257f987-eaa0-4201-ab13-3b68cb368357 req-7fe249af-bbf6-421e-af1e-980da7c9d3c4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0596540 May 11 06:01:45.734062 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1257f987-eaa0-4201-ab13-3b68cb368357 req-9396d0df-c1ce-4cbd-9e58-c0eb8accbbf0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752640 May 11 06:01:45.752112 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (31e1a685-65ec-4923-8a44-a071ee68e5e6), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.781130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=31e1a685-65ec-4923-8a44-a071ee68e5e6,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:45.826379 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f8a29ea-5203-435e-a5d6-dd4ba26aebbd req-a11d2cdd-9e33-4097-8385-69b971738072 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 210 time: 0.0518219 May 11 06:01:45.857237 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (200f1525-f797-4854-a6dd-bc29148aaab3), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.859771 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:45.860921 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4dc3bdf9-542c-41e2-b112-9113d0cfe622 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/floatingips/200f1525-f797-4854-a6dd-bc29148aaab3 HTTP/1.1" status: 204 len: 168 time: 0.5343120 May 11 06:01:46.884290 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397e790-eb4b-43ab-8a1d-f9ce5eda8b84 req-22c82f41-661f-400d-a53c-cdffd96346ac tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:46.895424 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e397e790-eb4b-43ab-8a1d-f9ce5eda8b84 req-22c82f41-661f-400d-a53c-cdffd96346ac tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0623491 May 11 06:01:46.920138 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9d27c159-f0b3-4534-83b4-de28ca3ac102 req-f1c45b39-552a-4df0-a229-297d67753abf tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 210 time: 0.0318465 May 11 06:01:46.944259 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e397e790-eb4b-43ab-8a1d-f9ce5eda8b84 req-bf8aae97-8752-4ff0-ae7a-1ab712daf429 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 May 11 06:01:47.696126 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-47b58967-30bc-4d30-88b4-7489f9ce4cee tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:47.697568 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-47b58967-30bc-4d30-88b4-7489f9ce4cee tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "GET /v2.0/networks?id=47906bd0-63f9-491c-b0c1-1841c8a98974 HTTP/1.1" status: 200 len: 814 time: 0.1042552 May 11 06:01:47.732869 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Request body: {'port': {'device_id': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974', 'admin_state_up': True, 'tenant_id': '3a889575293f48af826e9734868e2714'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:47.837489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Made reservation on behalf of 3a889575293f48af826e9734868e2714 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:01:47.840799 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:47.924099 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:47.968539 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Allocated IP 172.20.0.4 (47906bd0-63f9-491c-b0c1-1841c8a98974/6d989683-ec2a-439f-9c93-7d076f170304/8bd90930-e072-4204-8f1a-43b6651cec1e) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:48.035797 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6131110-e2cb-43e6-9da4-85f335018b83 req-440880c7-4d26-40ce-b230-55435a2f37d7 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 210 time: 0.0356247 May 11 06:01:48.116590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8107d1-7361-42f8-95f8-d3ed45a1a12f req-1e2fa527-343d-4596-a66d-86ee295c8c22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:48.118149 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8e8107d1-7361-42f8-95f8-d3ed45a1a12f req-1e2fa527-343d-4596-a66d-86ee295c8c22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0952516 May 11 06:01:48.191200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks [] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.196662 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8e8107d1-7361-42f8-95f8-d3ed45a1a12f req-c192526e-e960-4450-bcc3-ec79c133204c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707145 May 11 06:01:48.228675 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.273650 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Network 47906bd0-63f9-491c-b0c1-1841c8a98974 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:48.278559 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:48.284841 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:48.289327 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:48.289980 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.296661 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Pushing event updated for resources: {'Port': ['ID=8bd90930-e072-4204-8f1a-43b6651cec1e,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:48.310950 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-f04dba71-e482-49b6-8afe-ed98163251e2 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818312 May 11 06:01:48.321266 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53590) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:48.333216 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Request body: {'port': {'device_id': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:48.392246 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.431858 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-737bbcbf-9277-4f86-86af-f079e8927e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.515627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-737bbcbf-9277-4f86-86af-f079e8927e82 admin admin] Publish callbacks [] for security_group (d47def07-f132-4abc-b39f-643cefe64942), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.522223 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-737bbcbf-9277-4f86-86af-f079e8927e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d47def07-f132-4abc-b39f-643cefe64942), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.608723 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bbcbf-9277-4f86-86af-f079e8927e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47def07-f132-4abc-b39f-643cefe64942,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:48.615004 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-737bbcbf-9277-4f86-86af-f079e8927e82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5b26f94c7b242f6a4071082d9687830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926774 May 11 06:01:48.617753 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53600) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:48.627634 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-6bfbdaac-c66e-46f0-9f3d-68fc978c066e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790532 May 11 06:01:48.680462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ab13e5d6-18bf-42ff-894c-96bf614f761b admin admin] Publish callbacks [] for security_group (d47def07-f132-4abc-b39f-643cefe64942), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.727260 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ab13e5d6-18bf-42ff-894c-96bf614f761b admin admin] Publish callbacks [] for security_group (d47def07-f132-4abc-b39f-643cefe64942), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.732415 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd90930-e072-4204-8f1a-43b6651cec1e {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:01:48.739750 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Publish callbacks [] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.752754 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Transition to ACTIVE for port object 8bd90930-e072-4204-8f1a-43b6651cec1e will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:01:48.753734 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49adf6-c71f-45cf-98b0-f69fca28baca req-1b60a374-2549-4b7d-b400-7ea6adaaa88d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:48.755498 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bf49adf6-c71f-45cf-98b0-f69fca28baca req-1b60a374-2549-4b7d-b400-7ea6adaaa88d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.0642698 May 11 06:01:48.756578 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.821905 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bf49adf6-c71f-45cf-98b0-f69fca28baca req-bc51552c-8b98-4f1c-9e4c-6fc7bf47e4b7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575011 May 11 06:01:48.829451 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ab13e5d6-18bf-42ff-894c-96bf614f761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d47def07-f132-4abc-b39f-643cefe64942), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.832184 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ab13e5d6-18bf-42ff-894c-96bf614f761b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.833287 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ab13e5d6-18bf-42ff-894c-96bf614f761b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d47def07-f132-4abc-b39f-643cefe64942 HTTP/1.1" status: 204 len: 168 time: 0.2144642 May 11 06:01:48.841794 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13e5d6-18bf-42ff-894c-96bf614f761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47def07-f132-4abc-b39f-643cefe64942,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:48.846291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Pushing event updated for resources: {'Port': ['ID=8bd90930-e072-4204-8f1a-43b6651cec1e,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:48.860437 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Attempting to bind port 8bd90930-e072-4204-8f1a-43b6651cec1e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:01:48.860849 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Attempting to bind port 8bd90930-e072-4204-8f1a-43b6651cec1e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:01:48.861274 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Attempting to bind port 8bd90930-e072-4204-8f1a-43b6651cec1e on network 47906bd0-63f9-491c-b0c1-1841c8a98974 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:48.866318 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Port 8bd90930-e072-4204-8f1a-43b6651cec1e on network 47906bd0-63f9-491c-b0c1-1841c8a98974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:01:48.866982 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Attempting to bind port 8bd90930-e072-4204-8f1a-43b6651cec1e on network 47906bd0-63f9-491c-b0c1-1841c8a98974 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:48.872124 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:01:48.872576 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Checking segment: {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:48.873053 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Bound using segment: {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:01:48.873739 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Bound port: 8bd90930-e072-4204-8f1a-43b6651cec1e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c526753-19a7-4ec4-9317-5e0a5db5c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:01:48.874091 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.939418 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] For port 8bd90930-e072-4204-8f1a-43b6651cec1e, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:01:48.943108 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] For port 8bd90930-e072-4204-8f1a-43b6651cec1e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8bd90930-e072-4204-8f1a-43b6651cec1e,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:01:48.947803 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.981330 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:48.981964 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:48.983338 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] 10.222.0.24 "PUT /v2.0/ports/8bd90930-e072-4204-8f1a-43b6651cec1e HTTP/1.1" status: 200 len: 1093 time: 0.6542385 May 11 06:01:48.983778 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'tag': '8bd90930-e072-4204-8f1a-43b6651cec1e'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:01:48.986028 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c823e6a3-6d8d-4ab2-868a-d85eed39ced1", "tag": "8bd90930-e072-4204-8f1a-43b6651cec1e"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:01:49.010117 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698b27d-390c-411b-8548-ba842afd25cd service neutron] Pushing event updated for resources: {'Port': ['ID=8bd90930-e072-4204-8f1a-43b6651cec1e,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:49.027052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17af0bb3-262f-47e3-90ab-f2d646264873 x-openstack-request-id: req-17af0bb3-262f-47e3-90ab-f2d646264873 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:01:49.027621 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c823e6a3-6d8d-4ab2-868a-d85eed39ced1", "tag": "8bd90930-e072-4204-8f1a-43b6651cec1e", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:01:49.027820 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17af0bb3-262f-47e3-90ab-f2d646264873 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:01:49.028256 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17af0bb3-262f-47e3-90ab-f2d646264873'] response: {'name': 'network-changed', 'server_uuid': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'tag': '8bd90930-e072-4204-8f1a-43b6651cec1e', 'status': 'completed', 'code': 200} May 11 06:01:49.405378 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b98425-fdd8-4494-8509-b627322ab6ce req-f14262b4-6258-46aa-8b69-770c4dbe9fb1 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:49.406922 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-62b98425-fdd8-4494-8509-b627322ab6ce req-f14262b4-6258-46aa-8b69-770c4dbe9fb1 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 943 time: 0.2978618 May 11 06:01:49.453781 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-62b98425-fdd8-4494-8509-b627322ab6ce req-d4dabc37-1098-4a4b-9217-8816b94e09e0 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 May 11 06:01:49.469315 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53628) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:49.562450 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-452025209-network', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:49.581781 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Made reservation on behalf of 3071f6c8fd64408fa45be4bc3a5c3f4d for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:01:49.584252 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.592321 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.665550 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks [] for security_group (62b1f061-36f4-427e-a3df-d0cab884b03c), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.669447 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (62b1f061-36f4-427e-a3df-d0cab884b03c), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.693417 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:01:49.703378 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b1f061-36f4-427e-a3df-d0cab884b03c,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:49.709158 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.709609 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Added segment 06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3 of type vlan for network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 May 11 06:01:49.750055 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.774038 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.775007 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:49.775587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.806993 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3365107 May 11 06:01:49.810222 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53632) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:49.814814 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Request body: {'subnet': {'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-452025209-subnet', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:49.852554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7a3d-a082-446a-bb8a-f5670d052344 admin admin] Pushing event updated for resources: {'Network': ['ID=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:49.865747 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:01:49.868899 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Made reservation on behalf of 3071f6c8fd64408fa45be4bc3a5c3f4d for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:01:49.871545 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:49.950886 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2168ea-6afe-49ce-a4d4-9b41562b935b req-333fabf3-116e-4e3e-b48b-08f03878e02a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:49.952363 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1e2168ea-6afe-49ce-a4d4-9b41562b935b req-333fabf3-116e-4e3e-b48b-08f03878e02a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.0486405 May 11 06:01:50.000438 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1e2168ea-6afe-49ce-a4d4-9b41562b935b req-e8e4cdec-6c8c-4245-addf-987b31678bb6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 May 11 06:01:50.040547 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (2458119d-b47c-4322-b672-b853cfebbf05), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.095400 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2458119d-b47c-4322-b672-b853cfebbf05,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:50.105646 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Checking segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:50.106007 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Network hostable DHCP agents. Network: d61038b6-2eb9-43cb-9ba1-5ce8fba4c863, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:01:50.122334 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:01:50.130583 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, d61038b6-2eb9-43cb-9ba1-5ce8fba4c863) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:50.134506 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.135095 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.139494 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d2826-df95-448c-bdc6-72d43e0a2193 None None] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:01:50.150849 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-d83450fd-7888-4a75-bd52-933545fa10ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3396630 May 11 06:01:50.154170 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53638) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:50.158590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:50.179207 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (9a32822a-799c-4d0c-a15d-bf27ce9dac89), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.180302 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (9a32822a-799c-4d0c-a15d-bf27ce9dac89), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.249334 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-d61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:01:50.250373 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.394345 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Allocated IP 172.20.0.2 (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863/2458119d-b47c-4322-b672-b853cfebbf05/384f6452-0eca-4764-8710-113f8dbcd11b) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:50.469721 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks [] for router_controller (9a32822a-799c-4d0c-a15d-bf27ce9dac89), precommit_add_association {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.554851 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Publish callbacks [] for port (384f6452-0eca-4764-8710-113f8dbcd11b), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.562397 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.584541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa40a18-5991-4728-a4ef-c3d46e2fd528 req-f35d2233-c5e4-4779-8cb5-6ee04284b47d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.586221 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5fa40a18-5991-4728-a4ef-c3d46e2fd528 req-f35d2233-c5e4-4779-8cb5-6ee04284b47d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 943 time: 0.0556307 May 11 06:01:50.605730 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:50.612842 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:50.618116 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:50.625790 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Pushing event updated for resources: {'Port': ['ID=384f6452-0eca-4764-8710-113f8dbcd11b,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:50.648855 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b req-de4c5430-43f1-4191-bf8e-822ce324869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.650850 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b req-de4c5430-43f1-4191-bf8e-822ce324869a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a889575293f48af826e9734868e2714&device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 1127 time: 0.0631082 May 11 06:01:50.652376 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks [] for router_gateway (9a32822a-799c-4d0c-a15d-bf27ce9dac89), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.661165 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-42b2154d-b3c8-413f-a930-33b7c8f524ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.662710 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-42b2154d-b3c8-413f-a930-33b7c8f524ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1129 time: 0.0809925 May 11 06:01:50.670920 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5fa40a18-5991-4728-a4ef-c3d46e2fd528 req-65d55e90-89a1-4063-a474-b22df8249dad tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741899 May 11 06:01:50.691563 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Attempting to bind port 384f6452-0eca-4764-8710-113f8dbcd11b on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:01:50.691563 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Attempting to bind port 384f6452-0eca-4764-8710-113f8dbcd11b by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:01:50.691563 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Attempting to bind port 384f6452-0eca-4764-8710-113f8dbcd11b on network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:50.695721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:01:50.696099 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Checking segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:50.696501 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.696889 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Bound using segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:01:50.697575 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Bound port: 384f6452-0eca-4764-8710-113f8dbcd11b, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:01:50.697959 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.764669 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] For port 384f6452-0eca-4764-8710-113f8dbcd11b, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:01:50.768305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] For port 384f6452-0eca-4764-8710-113f8dbcd11b, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=384f6452-0eca-4764-8710-113f8dbcd11b,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:01:50.774490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b req-aa6b5491-2488-4637-8542-ef169563730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.775566 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.776095 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b req-aa6b5491-2488-4637-8542-ef169563730a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3a889575293f48af826e9734868e2714&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042626 May 11 06:01:50.834232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227c758-48a9-43a3-83b0-e1e7f5c5f9d3 None None] Pushing event updated for resources: {'Port': ['ID=384f6452-0eca-4764-8710-113f8dbcd11b,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:50.879947 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-9dd8a1c2-b63b-410e-86dc-9963c6e393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.881446 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-9dd8a1c2-b63b-410e-86dc-9963c6e393ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.1898339 May 11 06:01:50.947196 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b req-21891f92-2305-4d41-b2aa-aa2498a2555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:50.949565 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2c90edb9-54f2-40f0-a191-ad0ee147fe0b req-21891f92-2305-4d41-b2aa-aa2498a2555c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985031 May 11 06:01:50.951770 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks [] for router_gateway (9a32822a-799c-4d0c-a15d-bf27ce9dac89), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:50.971388 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.189463 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Allocated IP 172.27.1.108 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/6e32a582-697b-48ff-963d-13d14bf63514) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:51.192852 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-84eac5cc-a2a0-4403-b60e-90bed83b3dcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 217 time: 0.0608957 May 11 06:01:51.201248 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885bfd-b37f-4ef5-a574-e7f76ca5a5b5 req-d43134d6-ac34-4f5b-b039-1975b7dbf2cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.202766 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9c885bfd-b37f-4ef5-a574-e7f76ca5a5b5 req-d43134d6-ac34-4f5b-b039-1975b7dbf2cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.1135511 May 11 06:01:51.230784 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-495a5f9b-22f8-4a5b-89f9-bffd6c773773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.232338 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-495a5f9b-22f8-4a5b-89f9-bffd6c773773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a889575293f48af826e9734868e2714&device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 1127 time: 0.0480936 May 11 06:01:51.300071 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-51404614-8fda-4679-95e6-5784c04ae444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.302867 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-51404614-8fda-4679-95e6-5784c04ae444 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0979078 May 11 06:01:51.312910 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 384f6452-0eca-4764-8710-113f8dbcd11b up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:51.364148 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 384f6452-0eca-4764-8710-113f8dbcd11b triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:51.364534 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.376132 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9c885bfd-b37f-4ef5-a574-e7f76ca5a5b5 req-a36726b7-39ff-40a6-a225-537a3f2b00a1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=d1e9a8ca-02ed-4928-a980-58f4cee6137c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638486 May 11 06:01:51.378553 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-7438ddae-c615-4120-a8d9-daecf484d931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd90930-e072-4204-8f1a-43b6651cec1e HTTP/1.1" status: 200 len: 217 time: 0.0457578 May 11 06:01:51.395437 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-eabc809d-88cd-402c-8211-38cd33d20f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.396949 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-eabc809d-88cd-402c-8211-38cd33d20f3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541842 May 11 06:01:51.442403 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks [] for port (6e32a582-697b-48ff-963d-13d14bf63514), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.447511 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 384f6452-0eca-4764-8710-113f8dbcd11b is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:51.448173 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.466004 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-ed0a0ffa-800b-4902-8a35-25a16270c489 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.467910 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-ed0a0ffa-800b-4902-8a35-25a16270c489 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 945 time: 0.1279047 May 11 06:01:51.487411 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 384f6452-0eca-4764-8710-113f8dbcd11b, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=384f6452-0eca-4764-8710-113f8dbcd11b,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:51.492144 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-adea171c-9486-4fa0-9b40-9e809a71fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.493959 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.497593 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-adea171c-9486-4fa0-9b40-9e809a71fb9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d989683-ec2a-439f-9c93-7d076f170304 HTTP/1.1" status: 200 len: 854 time: 0.1071866 May 11 06:01:51.525799 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-fa43dfe8-745a-4f03-9058-5aa177fcae6c service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207762 May 11 06:01:51.532771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (6e32a582-697b-48ff-963d-13d14bf63514), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.549669 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-023d9e0e-a51e-41bf-b6ff-7cbc65ab09a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47906bd0-63f9-491c-b0c1-1841c8a98974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303924 May 11 06:01:51.567730 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=384f6452-0eca-4764-8710-113f8dbcd11b,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:51.609693 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:51.643708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:51.648938 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Pushing event updated for resources: {'Port': ['ID=6e32a582-697b-48ff-963d-13d14bf63514,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:51.651876 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:51.692138 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:01:51.692701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.761903 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de792a25-0a57-42be-b1fc-2a1fd1626e99 req-6fd59029-d53c-40a1-a388-dfef0a6acd8b service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249243 May 11 06:01:51.776215 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-55502c69-c8ec-4306-b366-2a90d944df22 service neutron] 10.222.0.24 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142437 May 11 06:01:51.864362 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c262e4-a00b-4e3e-97ae-17ed8a2ec1fb req-40662034-dd63-4533-b49f-a4c833fbe903 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:51.865923 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e7c262e4-a00b-4e3e-97ae-17ed8a2ec1fb req-40662034-dd63-4533-b49f-a4c833fbe903 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 943 time: 0.0985863 May 11 06:01:51.877073 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] For port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:51.877449 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.907494 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks [] for router_gateway (9a32822a-799c-4d0c-a15d-bf27ce9dac89), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:51.924193 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e33c7b-d68c-4102-95a1-cfafc326f430 None None] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:01:52.048222 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-8ec0c13c-ba8b-4be3-bde7-de0dc44e84d1 None None] Provisioning complete for port 384f6452-0eca-4764-8710-113f8dbcd11b triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:52.048605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8ec0c13c-ba8b-4be3-bde7-de0dc44e84d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.075372 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-10b5f44e-36d7-4756-9503-ee811e5b7324 req-19554e25-5131-4c8a-88e8-29af60032768 service neutron] 10.222.0.24 "GET /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695322 May 11 06:01:52.123963 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (9a32822a-799c-4d0c-a15d-bf27ce9dac89), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.137749 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0c13c-ba8b-4be3-bde7-de0dc44e84d1 None None] Current status of the port 384f6452-0eca-4764-8710-113f8dbcd11b is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:52.181496 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e7c262e4-a00b-4e3e-97ae-17ed8a2ec1fb req-95ba68b8-3b36-4537-81a3-f901985714fe tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078620 May 11 06:01:52.211105 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.211480 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (704c91a3-9d25-4ad6-b228-4501972fee77), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.211807 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP 704c91a3-9d25-4ad6-b228-4501972fee77 disassociated. External IP: 172.27.1.185, port: 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c. May 11 06:01:52.212257 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:01:52.276147 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:01:52.355191 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-c81719da-fe7d-4c74-8f60-095a9af29e5a None None] Provisioning complete for port 384f6452-0eca-4764-8710-113f8dbcd11b triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:52.355191 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c81719da-fe7d-4c74-8f60-095a9af29e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.359235 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.400747 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:01:52.410133 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:52.414578 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Sync routers for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:01:52.435055 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:52.435718 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:52.448997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.450931 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4fa08316-ca22-4cac-98ab-ab83ecb3f564 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2957380 May 11 06:01:52.455248 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53650) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:52.475780 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-c81719da-fe7d-4c74-8f60-095a9af29e5a None None] Current status of the port 384f6452-0eca-4764-8710-113f8dbcd11b is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:52.504132 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-62012c7e-0056-4718-85a0-ef1c9abfcdc2 req-d3eaf179-41f9-4e35-a72d-01da4490769c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 210 time: 0.0311773 May 11 06:01:52.563071 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:52.648521 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:01:52.724745 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:51Z', 'revision_number': 3, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:52.758349 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Checking router: 9a32822a-799c-4d0c-a15d-bf27ce9dac89 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:01:52.758703 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Updating router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 port 6e32a582-697b-48ff-963d-13d14bf63514 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:01:52.789096 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6e32a582-697b-48ff-963d-13d14bf63514), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.846390 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:01:52.861597 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:01:52.872458 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:52.873178 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:52.900299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] No DVR routers for this DVR port 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:01:52.930411 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:52.933854 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-262eec29-aeca-4e48-93be-7b6da83d1035 req-505df5ab-bde6-4d04-8cae-ad587547e76b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "DELETE /v2.0/ports/4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c HTTP/1.1" status: 204 len: 173 time: 1.4560781 May 11 06:01:52.935311 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'name': 'network-vif-deleted', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:01:52.936523 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42207968-f402-423c-b602-279cb71c3308" -d '{"events": [{"server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "name": "network-vif-deleted", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:01:52.981336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc7929c-471b-4b70-bd12-2bc7acfebc1a x-openstack-request-id: req-9dc7929c-471b-4b70-bd12-2bc7acfebc1a {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:01:52.981336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b2d041-06d4-4ffe-925b-2dead207e93f", "name": "network-vif-deleted", "tag": "4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:01:52.981636 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9dc7929c-471b-4b70-bd12-2bc7acfebc1a {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:01:52.981982 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc7929c-471b-4b70-bd12-2bc7acfebc1a'] response: {'server_uuid': '82b2d041-06d4-4ffe-925b-2dead207e93f', 'name': 'network-vif-deleted', 'tag': '4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c', 'status': 'completed', 'code': 200} May 11 06:01:52.997789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:53.080460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.135182 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Publish callbacks [] for port (6e32a582-697b-48ff-963d-13d14bf63514), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.141251 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6e32a582-697b-48ff-963d-13d14bf63514), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.185807 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Attempting to bind port 6e32a582-697b-48ff-963d-13d14bf63514 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:01:53.186231 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Attempting to bind port 6e32a582-697b-48ff-963d-13d14bf63514 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:01:53.186539 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Attempting to bind port 6e32a582-697b-48ff-963d-13d14bf63514 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:53.198467 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:01:53.199225 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:53.199440 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.199767 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:01:53.200246 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Bound port: 6e32a582-697b-48ff-963d-13d14bf63514, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:01:53.200999 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6e32a582-697b-48ff-963d-13d14bf63514), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.209341 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:53.243873 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Pushing event updated for resources: {'Port': ['ID=6e32a582-697b-48ff-963d-13d14bf63514,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:53.257536 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] For port 6e32a582-697b-48ff-963d-13d14bf63514, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:01:53.260078 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] For port 6e32a582-697b-48ff-963d-13d14bf63514, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6e32a582-697b-48ff-963d-13d14bf63514,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:01:53.268622 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.268904 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.269291 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.269856 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.271478 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.271478 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.271478 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.271478 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.271478 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.271897 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.272199 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.272488 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.272809 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.273130 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.273451 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:01:53.275579 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Allocated IP 172.20.0.1 (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863/2458119d-b47c-4322-b672-b853cfebbf05/bbae57ee-9076-4e90-8234-532fdc983673) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:53.278302 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6e32a582-697b-48ff-963d-13d14bf63514), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.329502 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:53.330150 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:53.394986 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00781b-47ec-4c99-a4af-bac0ece15f19 req-21d785b5-06c4-4e50-9bbf-38f7eef95306 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:53.397838 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ca00781b-47ec-4c99-a4af-bac0ece15f19 req-21d785b5-06c4-4e50-9bbf-38f7eef95306 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 943 time: 0.1090791 May 11 06:01:53.431042 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:01:53.438160 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 384f6452-0eca-4764-8710-113f8dbcd11b up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:53.443283 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:53.468612 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ca00781b-47ec-4c99-a4af-bac0ece15f19 req-e23f551b-a43b-418e-a491-19f5ba7e2d42 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634778 May 11 06:01:53.475024 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:53.475771 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:53.533847 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73247-d545-4dd4-bb6d-35611e46f78f None None] Pushing event updated for resources: {'Port': ['ID=6e32a582-697b-48ff-963d-13d14bf63514,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:53.546721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 384f6452-0eca-4764-8710-113f8dbcd11b triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:53.547169 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.691951 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:53.735923 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:51Z', 'revision_number': 3, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:53.742836 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks [] for port (bbae57ee-9076-4e90-8234-532fdc983673), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.752261 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e2bf9251-960b-40d0-86c4-5d2f028fcba5 req-a21a8364-5f68-402f-a116-9a22be640ee3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b2d041-06d4-4ffe-925b-2dead207e93f HTTP/1.1" status: 200 len: 210 time: 0.0765316 May 11 06:01:53.782983 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fa55ff-f664-4f30-96ed-543cb1a7a770 None None] The sync data for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi is: [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:51Z', 'revision_number': 3, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:01:53.799734 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 384f6452-0eca-4764-8710-113f8dbcd11b is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:53.806674 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (bbae57ee-9076-4e90-8234-532fdc983673), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.848576 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:53.857153 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:53.859638 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:53.866786 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Pushing event updated for resources: {'Port': ['ID=bbae57ee-9076-4e90-8234-532fdc983673,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:53.914999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (9a32822a-799c-4d0c-a15d-bf27ce9dac89), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:53.960769 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:53.990238 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42444da-2d6c-4250-9c46-8e0a4fc11e9f None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:01:54.108860 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (bbae57ee-9076-4e90-8234-532fdc983673), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.211063 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-e6ff1f1a-2d3c-4296-9b86-003d79f8e9b3 None None] Provisioning complete for port bbae57ee-9076-4e90-8234-532fdc983673 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:54.211789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1f1a-2d3c-4296-9b86-003d79f8e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (bbae57ee-9076-4e90-8234-532fdc983673), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.280075 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff1f1a-2d3c-4296-9b86-003d79f8e9b3 None None] Port bbae57ee-9076-4e90-8234-532fdc983673 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:01:54.361755 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de698a1e-52cd-42f7-8344-5bcbab78cef6 None None] New status for floating IP 704c91a3-9d25-4ad6-b228-4501972fee77: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:01:54.366653 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks [] for port (bbae57ee-9076-4e90-8234-532fdc983673), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.371879 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (bbae57ee-9076-4e90-8234-532fdc983673), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.440908 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (9a32822a-799c-4d0c-a15d-bf27ce9dac89), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.442810 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Pushing event updated for resources: {'Port': ['ID=bbae57ee-9076-4e90-8234-532fdc983673,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:54.558201 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:54.559718 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:54.638346 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3610d-7096-4e8e-804c-20b813d6fc62 req-7aa78a03-541f-4d42-8678-29b6c2d9418d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:54.639919 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-78c3610d-7096-4e8e-804c-20b813d6fc62 req-7aa78a03-541f-4d42-8678-29b6c2d9418d tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 943 time: 0.0712476 May 11 06:01:54.711812 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:01:54.725829 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-78c3610d-7096-4e8e-804c-20b813d6fc62 req-2ae7a024-b67f-4dc1-9dd3-b829ad21c322 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792415 May 11 06:01:54.879472 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42544152-970b-472e-930d-172ee92f991f admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:01:54.880583 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53670) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:54.887438 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-42544152-970b-472e-930d-172ee92f991f admin admin] 10.222.0.44 "PUT /v2.0/routers/9a32822a-799c-4d0c-a15d-bf27ce9dac89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308765 May 11 06:01:54.906905 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-7a0d1f69-88cc-4594-8cc4-77eaa353e0c5 None None] Provisioning complete for port bbae57ee-9076-4e90-8234-532fdc983673 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:54.907878 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1f69-88cc-4594-8cc4-77eaa353e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (bbae57ee-9076-4e90-8234-532fdc983673), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.946955 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d1f69-88cc-4594-8cc4-77eaa353e0c5 None None] Port bbae57ee-9076-4e90-8234-532fdc983673 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:01:54.948495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc5a2-843d-4a23-9382-4488e0d339cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (d1e9a8ca-02ed-4928-a980-58f4cee6137c), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:54.972083 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc5a2-843d-4a23-9382-4488e0d339cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (d1e9a8ca-02ed-4928-a980-58f4cee6137c), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.019781 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc5a2-843d-4a23-9382-4488e0d339cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d1e9a8ca-02ed-4928-a980-58f4cee6137c), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.023009 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc5a2-843d-4a23-9382-4488e0d339cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.024262 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d2ebc5a2-843d-4a23-9382-4488e0d339cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/security-groups/d1e9a8ca-02ed-4928-a980-58f4cee6137c HTTP/1.1" status: 204 len: 168 time: 0.1426692 May 11 06:01:55.027448 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53676) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:55.034283 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc5a2-843d-4a23-9382-4488e0d339cc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9a8ca-02ed-4928-a980-58f4cee6137c,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:55.049500 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.api.v2.resource [None req-6811660d-231e-4589-9233-8f78f07b6bd4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] show failed (client error): The resource could not be found. May 11 06:01:55.053330 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-6811660d-231e-4589-9233-8f78f07b6bd4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups/d1e9a8ca-02ed-4928-a980-58f4cee6137c HTTP/1.1" status: 404 len: 347 time: 0.0222464 May 11 06:01:55.053740 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53678) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:55.176525 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port 57531df6-14de-4229-8c38-e47d73f5e575 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:01:55.176875 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (57531df6-14de-4229-8c38-e47d73f5e575), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.257149 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (57531df6-14de-4229-8c38-e47d73f5e575), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.257555 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (57531df6-14de-4229-8c38-e47d73f5e575), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.273232 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for 57531df6-14de-4229-8c38-e47d73f5e575 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:01:55.315875 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6e32a582-697b-48ff-963d-13d14bf63514 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:55.367066 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 6e32a582-697b-48ff-963d-13d14bf63514 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:55.367513 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6e32a582-697b-48ff-963d-13d14bf63514), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.425598 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53690) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:55.431663 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1561841401-network', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:55.432273 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (57531df6-14de-4229-8c38-e47d73f5e575), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.459429 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Made reservation on behalf of 142581fe765c41d0a10bdc8f654e4ee1 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:01:55.459834 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=57531df6-14de-4229-8c38-e47d73f5e575,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:55.462409 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.468719 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6e32a582-697b-48ff-963d-13d14bf63514 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:55.469111 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6e32a582-697b-48ff-963d-13d14bf63514), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.476065 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.493350 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 6e32a582-697b-48ff-963d-13d14bf63514, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6e32a582-697b-48ff-963d-13d14bf63514,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:55.496957 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (704c91a3-9d25-4ad6-b228-4501972fee77), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.498092 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6e32a582-697b-48ff-963d-13d14bf63514), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.500898 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.506118 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-89f46e49-37c7-4431-a43b-851fba955464 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/floatingips/704c91a3-9d25-4ad6-b228-4501972fee77 HTTP/1.1" status: 204 len: 168 time: 0.4510972 May 11 06:01:55.558110 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=6e32a582-697b-48ff-963d-13d14bf63514,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:55.591854 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks [] for security_group (7dba4052-75fd-4799-9d73-3f9c78e28572), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.592786 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53694) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:55.597431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324374653', 'description': 'tempest-description--446487000'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:55.603543 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7dba4052-75fd-4799-9d73-3f9c78e28572), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.636737 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:01:55.646164 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.650989 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba4052-75fd-4799-9d73-3f9c78e28572,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:55.664763 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (79a0dd76-8f8a-4559-a92c-2026a74e4122), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.665176 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Added segment 79a0dd76-8f8a-4559-a92c-2026a74e4122 of type vlan for network 315b65de-35fa-486d-a335-0a5086cc68f7 May 11 06:01:55.718726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (315b65de-35fa-486d-a335-0a5086cc68f7), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.762519 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (315b65de-35fa-486d-a335-0a5086cc68f7), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.763520 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:55.764098 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.778628 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Sync routers for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:01:55.789547 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:55.789821 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:55.800566 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (2e5f6618-1105-4486-895e-798ac26c482b), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.835715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (2e5f6618-1105-4486-895e-798ac26c482b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.843171 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4138639 May 11 06:01:55.844888 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53698) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:55.850468 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf28cbe-1fe4-4f46-864a-227e99251af2 admin admin] Pushing event updated for resources: {'Network': ['ID=315b65de-35fa-486d-a335-0a5086cc68f7,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:55.861062 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Request body: {'subnet': {'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1561841401-subnet', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:55.862780 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c29d0-b4be-4203-a624-b3209e97e464 req-68dd5275-47d0-4807-b014-9ef0f0a941aa tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:55.866226 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 315b65de-35fa-486d-a335-0a5086cc68f7 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:01:55.873096 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-188c29d0-b4be-4203-a624-b3209e97e464 req-68dd5275-47d0-4807-b014-9ef0f0a941aa tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 943 time: 0.0686204 May 11 06:01:55.889790 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.893531 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2970545 May 11 06:01:55.896374 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53700) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:55.900282 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': '2e5f6618-1105-4486-895e-798ac26c482b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:55.906840 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddaf65-2a68-4957-863c-0fd3433cf9c5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5f6618-1105-4486-895e-798ac26c482b,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:55.914091 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Made reservation on behalf of 142581fe765c41d0a10bdc8f654e4ee1 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:01:55.916400 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:55.943789 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-188c29d0-b4be-4203-a624-b3209e97e464 req-a55afaeb-fb1d-4cf7-a0bd-70dfdba2e9c0 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665593 May 11 06:01:55.990234 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:55.991715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (cc57580a-c678-458f-899d-87f97ed0d698), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.066903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 8bd90930-e072-4204-8f1a-43b6651cec1e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:01:56.068813 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:01:56.091765 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (cc57580a-c678-458f-899d-87f97ed0d698), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.097860 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (cc57580a-c678-458f-899d-87f97ed0d698), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.103018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:01:56.103298 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4f48ba8e-7bc3-4474-a6e1-7ed0f02f496c not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:01:56.145094 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc57580a-c678-458f-899d-87f97ed0d698,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:56.161785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.163084 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7bc75759-2f44-4021-9fc6-2abf2a8c41d5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2662725 May 11 06:01:56.165072 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (1f2acf3a-0f31-45f4-b150-a6a32b9b9366), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.166272 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53702) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:56.172276 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': '2e5f6618-1105-4486-895e-798ac26c482b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:56.209707 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (07430fc6-4353-41ba-a971-d125026393d8), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.217852 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2acf3a-0f31-45f4-b150-a6a32b9b9366,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:56.234202 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Checking segment: {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:56.234646 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Network hostable DHCP agents. Network: 315b65de-35fa-486d-a335-0a5086cc68f7, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:01:56.254349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Network 315b65de-35fa-486d-a335-0a5086cc68f7 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:01:56.264263 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 315b65de-35fa-486d-a335-0a5086cc68f7) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:56.268846 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (07430fc6-4353-41ba-a971-d125026393d8), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.269375 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:56.269991 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.274969 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (07430fc6-4353-41ba-a971-d125026393d8), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.280777 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f6478-8ce6-49a6-89be-242d49ff6c92 None None] Network 315b65de-35fa-486d-a335-0a5086cc68f7 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:01:56.289927 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-75723d92-0c78-4a60-83c9-34e4a1fd5676 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4403069 May 11 06:01:56.293344 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53704) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:56.298832 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:56.302041 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07430fc6-4353-41ba-a971-d125026393d8,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:56.308244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.312714 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-762010cb-6543-457b-88f5-585c51fd725c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444566 May 11 06:01:56.313438 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53706) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:56.318030 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:01:56.327787 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33088532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2417'] for router (371502f9-1933-4af1-8130-e8b4359b71dc), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.328872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33088736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33231373', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33293588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2424'] for router (371502f9-1933-4af1-8130-e8b4359b71dc), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.341401 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.370196 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 8bd90930-e072-4204-8f1a-43b6651cec1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8bd90930-e072-4204-8f1a-43b6651cec1e,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:56.383166 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 2, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:56.388834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks [] for router_controller (371502f9-1933-4af1-8130-e8b4359b71dc), precommit_add_association {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.418457 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Checking router: 9a32822a-799c-4d0c-a15d-bf27ce9dac89 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:01:56.418811 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Updating router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 port bbae57ee-9076-4e90-8234-532fdc983673 binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:01:56.422512 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '8bd90930-e072-4204-8f1a-43b6651cec1e', 'network_id': '47906bd0-63f9-491c-b0c1-1841c8a98974', 'port_id': '8bd90930-e072-4204-8f1a-43b6651cec1e', 'mac_address': 'fa:16:3e:3c:49:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d989683-ec2a-439f-9c93-7d076f170304', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:01:56.542039 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks [] for router_gateway (371502f9-1933-4af1-8130-e8b4359b71dc), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.633672 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (bbae57ee-9076-4e90-8234-532fdc983673), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.656265 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 8bd90930-e072-4204-8f1a-43b6651cec1e is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:56.656649 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.680259 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.684862 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22dd229d-8fa0-55f8-acc5-ce7f9d5eab66-315b65de-35fa-486d-a335-0a5086cc68f7', 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7', 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'fixed_ips': [{'subnet_id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366'}]}} from dv-cinder-733623-13-iscsi. {{(pid=103521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:01:56.685803 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.703527 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd90930-e072-4204-8f1a-43b6651cec1e {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:01:56.747131 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks [] for router_gateway (371502f9-1933-4af1-8130-e8b4359b71dc), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.771617 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.797804 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.27.1.79 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/99ec6437-c142-491d-a2c3-189a111f6f1a) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:56.803752 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 8bd90930-e072-4204-8f1a-43b6651cec1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8bd90930-e072-4204-8f1a-43b6651cec1e,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:56.815265 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.920260 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.961781 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:56.978022 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=8bd90930-e072-4204-8f1a-43b6651cec1e,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:57.005397 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.db_base_plugin_common [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Allocated IP 172.20.0.2 (315b65de-35fa-486d-a335-0a5086cc68f7/1f2acf3a-0f31-45f4-b150-a6a32b9b9366/6d729a07-ebd9-44c0-9aef-4710d16bf3ef) {{(pid=103521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:57.016902 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:57.021119 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:57.025776 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:57.027896 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Allocated IP 172.27.1.114 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/74c5ce22-0597-4e2f-ac9d-9b089214a205) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:57.071819 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=99ec6437-c142-491d-a2c3-189a111f6f1a,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:57.091918 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8af03-99de-4627-b488-5cce3e9862c7 req-ca2f32b6-899b-4332-9b53-b096982a10bf tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:57.093411 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad8af03-99de-4627-b488-5cce3e9862c7 req-ca2f32b6-899b-4332-9b53-b096982a10bf tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 944 time: 0.0630982 May 11 06:01:57.100225 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (f41ab8b5-2d61-4969-988b-ff30bd7f1a35), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.146781 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.200257 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad8af03-99de-4627-b488-5cce3e9862c7 req-7c4f151b-bf90-438c-82b9-b4e039140356 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915413 May 11 06:01:57.209195 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks [] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.261444 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.287692 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Publish callbacks [] for port (bbae57ee-9076-4e90-8234-532fdc983673), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.297088 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['8bd90930-e072-4204-8f1a-43b6651cec1e'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:01:57.299640 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Publish callbacks [] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), precommit_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.303992 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (bbae57ee-9076-4e90-8234-532fdc983673), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.314690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Pushing event updated for resources: {'Port': ['ID=74c5ce22-0597-4e2f-ac9d-9b089214a205,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:57.330956 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:57.334681 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:57.336947 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:57.357705 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6e32a582-697b-48ff-963d-13d14bf63514 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:57.365347 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), after_create {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.420349 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Network 315b65de-35fa-486d-a335-0a5086cc68f7 is already hosted by enough agents. {{(pid=103521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:57.439147 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.scheduler.base_scheduler [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Resources bound (agent type, host, resource id): {{(pid=103521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:57.450944 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Received port after_create {{(pid=103521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:57.461299 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.471577 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e40c9-fe06-46c0-8a00-a60f82782f4c None None] Pushing event updated for resources: {'Port': ['ID=bbae57ee-9076-4e90-8234-532fdc983673,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:57.472726 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.518105 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=99ec6437-c142-491d-a2c3-189a111f6f1a,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:57.530015 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (f41ab8b5-2d61-4969-988b-ff30bd7f1a35), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.554999 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.557586 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a6fe7ac5-68d9-48d7-845c-c39aefce5bf3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2419686 May 11 06:01:57.671598 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Pushing event updated for resources: {'Port': ['ID=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,revision_number=1']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:57.681681 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 6e32a582-697b-48ff-963d-13d14bf63514 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:57.682060 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6e32a582-697b-48ff-963d-13d14bf63514), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.707895 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks [] for router_gateway (371502f9-1933-4af1-8130-e8b4359b71dc), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.710844 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Attempting to bind port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:01:57.712404 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Attempting to bind port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:01:57.712404 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Attempting to bind port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef on network 315b65de-35fa-486d-a335-0a5086cc68f7 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:57.722318 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Attempting to bind port bbae57ee-9076-4e90-8234-532fdc983673 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:01:57.722604 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Attempting to bind port bbae57ee-9076-4e90-8234-532fdc983673 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:01:57.722967 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Attempting to bind port bbae57ee-9076-4e90-8234-532fdc983673 on network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:57.737873 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:01:57.738257 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Checking segment: {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:57.738665 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.739061 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Bound using segment: {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:01:57.739542 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Bound port: 6d729a07-ebd9-44c0-9aef-4710d16bf3ef, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:01:57.740055 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.770618 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:01:57.771094 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Checking segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:57.771504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.771899 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Bound using segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:01:57.772378 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Bound port: bbae57ee-9076-4e90-8234-532fdc983673, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:01:57.772755 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (bbae57ee-9076-4e90-8234-532fdc983673), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.819455 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-50d2b866-eeba-4d3b-967a-af0ebe0c08f5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1324374653&fields=id&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 267 time: 0.0500224 May 11 06:01:57.869326 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-353bd342-6bf9-4c73-b943-c632d4ff2032 None None] Provisioning complete for port bbae57ee-9076-4e90-8234-532fdc983673 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:57.869700 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-353bd342-6bf9-4c73-b943-c632d4ff2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (bbae57ee-9076-4e90-8234-532fdc983673), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.926813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33088665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33231578'] for router (371502f9-1933-4af1-8130-e8b4359b71dc), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:57.939539 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a5f98941-9e65-40a5-b3d7-66ba2b90a775 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:57.944653 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a5f98941-9e65-40a5-b3d7-66ba2b90a775 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.1164930 May 11 06:01:57.958713 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-e8f2c4bb-1bbf-4bae-802d-a6df28af5dcb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/quotas/34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 375 time: 0.0116229 May 11 06:01:57.978915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] For port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:01:58.012316 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-87780388-dc9e-4362-b6ab-fefb50d05cb2 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469365 May 11 06:01:58.015181 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] For port bbae57ee-9076-4e90-8234-532fdc983673, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:01:58.018444 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] For port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:01:58.019904 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6e32a582-697b-48ff-963d-13d14bf63514 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:58.024798 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-353bd342-6bf9-4c73-b943-c632d4ff2032 None None] Port bbae57ee-9076-4e90-8234-532fdc983673 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:01:58.036279 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:58.043590 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] For port bbae57ee-9076-4e90-8234-532fdc983673, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=bbae57ee-9076-4e90-8234-532fdc983673,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:01:58.073756 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (bbae57ee-9076-4e90-8234-532fdc983673), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:58.084281 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Router 371502f9-1933-4af1-8130-e8b4359b71dc is scheduled to L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 with binding_index 1 {{(pid=103520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:01:58.115121 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7a115-0032-4c69-8606-98cf424bf76a None None] Pushing event updated for resources: {'Port': ['ID=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,revision_number=2']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:58.126723 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-fce8eb70-0af8-430b-bb8d-d4b5b3f09c6e service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018782 May 11 06:01:58.147456 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:58.148106 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:58.228452 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:01:58.236255 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e40c9-fe06-46c0-8a00-a60f82782f4c None None] Pushing event updated for resources: {'Port': ['ID=bbae57ee-9076-4e90-8234-532fdc983673,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:58.246790 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Sync routers for ids ['371502f9-1933-4af1-8130-e8b4359b71dc'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:01:58.268147 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Routers {'371502f9-1933-4af1-8130-e8b4359b71dc'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:58.269085 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['371502f9-1933-4af1-8130-e8b4359b71dc'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:58.278573 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:58.281435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f98bcc98-5d40-4fe4-9c49-c19d8c2823df admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9867477 May 11 06:01:58.282496 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-2a0ee4b1-ec0a-4089-8602-d9e62af9780e service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491883 May 11 06:01:58.284146 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53724) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:01:58.423979 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:58.441375 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d37fd5-0c97-4ba1-864b-d02f9464df5a req-2ad12101-3697-481e-abf0-5e51c7d9cd0b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:58.474387 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-94d37fd5-0c97-4ba1-864b-d02f9464df5a req-2ad12101-3697-481e-abf0-5e51c7d9cd0b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 944 time: 0.1420441 May 11 06:01:58.569362 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Set router 371502f9-1933-4af1-8130-e8b4359b71dc gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:01:58.602442 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-94d37fd5-0c97-4ba1-864b-d02f9464df5a req-c76655e6-aad9-4903-bc0c-5adb11fe4992 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193504 May 11 06:01:58.719125 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe3d2a47-2a24-4cd5-8a9d-4d9754140159 req-cd737bd7-ed26-44a9-973f-c789eac9d4fb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 210 time: 0.0632591 May 11 06:01:58.817769 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:57Z', 'revision_number': 3, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:58.863054 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Checking router: 371502f9-1933-4af1-8130-e8b4359b71dc for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:01:58.863670 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Updating router 371502f9-1933-4af1-8130-e8b4359b71dc port 74c5ce22-0597-4e2f-ac9d-9b089214a205 binding host dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:01:58.872551 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] Provisioning complete for port bbae57ee-9076-4e90-8234-532fdc983673 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:58.872943 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (bbae57ee-9076-4e90-8234-532fdc983673), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:58.908875 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.013649 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:57Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:59.021105 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.049463 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ea003-306e-4ce4-8d22-5ed3fe5b2817 None None] The sync data for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi is: [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:57Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:01:59.053345 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] Current status of the port bbae57ee-9076-4e90-8234-532fdc983673 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:59.053631 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (bbae57ee-9076-4e90-8234-532fdc983673), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.124779 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] For port bbae57ee-9076-4e90-8234-532fdc983673, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=bbae57ee-9076-4e90-8234-532fdc983673,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:01:59.135071 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (bbae57ee-9076-4e90-8234-532fdc983673), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.218436 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36427b-8409-43e5-90e9-0fb990832815 None None] Pushing event updated for resources: {'Port': ['ID=bbae57ee-9076-4e90-8234-532fdc983673,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:59.310594 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Allocated IP 172.20.0.1 (315b65de-35fa-486d-a335-0a5086cc68f7/1f2acf3a-0f31-45f4-b150-a6a32b9b9366/35bac982-e2ed-42ce-bffa-b848ac5d13a8) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:01:59.423359 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Publish callbacks [] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), precommit_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.433241 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.465251 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device bbae57ee-9076-4e90-8234-532fdc983673 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:59.466283 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks [] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.519693 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Attempting to bind port 74c5ce22-0597-4e2f-ac9d-9b089214a205 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:01:59.520063 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Attempting to bind port 74c5ce22-0597-4e2f-ac9d-9b089214a205 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:01:59.520421 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Attempting to bind port 74c5ce22-0597-4e2f-ac9d-9b089214a205 on network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:01:59.521069 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.534017 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:01:59.534393 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Checking segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:01:59.534817 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.535206 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Bound using segment: {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'} {{(pid=103522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:01:59.535676 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.managers [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Bound port: 74c5ce22-0597-4e2f-ac9d-9b089214a205, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ecff8d-698a-4ef1-9e43-d2536dc14ca8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}}] {{(pid=103522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:01:59.536050 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), before_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.555002 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port bbae57ee-9076-4e90-8234-532fdc983673 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:59.556141 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (bbae57ee-9076-4e90-8234-532fdc983673), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.572212 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23063c-c882-4dca-9c2c-e56b31f5447d None None] Pushing event updated for resources: {'Port': ['ID=74c5ce22-0597-4e2f-ac9d-9b089214a205,revision_number=2']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:59.609077 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Network 315b65de-35fa-486d-a335-0a5086cc68f7 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:01:59.614001 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:01:59.614745 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] For port 74c5ce22-0597-4e2f-ac9d-9b089214a205, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:01:59.624387 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.plugins.ml2.db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] For port 74c5ce22-0597-4e2f-ac9d-9b089214a205, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=74c5ce22-0597-4e2f-ac9d-9b089214a205,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:01:59.625293 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:01:59.627438 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33232887'] for router_interface (371502f9-1933-4af1-8130-e8b4359b71dc), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.641607 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron_lib.callbacks.manager [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), after_update {{(pid=103522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.678793 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port bbae57ee-9076-4e90-8234-532fdc983673 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:01:59.680009 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6d729a07-ebd9-44c0-9aef-4710d16bf3ef up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:01:59.711184 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=35bac982-e2ed-42ce-bffa-b848ac5d13a8,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:01:59.753245 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:01:59.753665 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.769137 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Routers {'371502f9-1933-4af1-8130-e8b4359b71dc'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:01:59.772190 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['371502f9-1933-4af1-8130-e8b4359b71dc'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:01:59.799553 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3b7a2-607f-4c31-afca-4ae4d076abdb req-3c56d865-52cf-44dc-be45-ccf360329360 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:01:59.801284 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-81d3b7a2-607f-4c31-afca-4ae4d076abdb req-3c56d865-52cf-44dc-be45-ccf360329360 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 944 time: 0.0963755 May 11 06:01:59.845028 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9949cde-0c8b-49c3-b685-58ad5d0e4338 None None] Network 315b65de-35fa-486d-a335-0a5086cc68f7 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:01:59.872799 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-81d3b7a2-607f-4c31-afca-4ae4d076abdb req-ce9c07a2-fa58-448d-8dad-34426fa9c101 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631092 May 11 06:01:59.878231 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3dc0bf82-423d-4724-a28b-7ea142947034 req-e05da12f-631c-446f-8fc5-bcc53e233d6e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 210 time: 0.0506594 May 11 06:01:59.943368 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:01:59.945425 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23063c-c882-4dca-9c2c-e56b31f5447d None None] Pushing event updated for resources: {'Port': ['ID=74c5ce22-0597-4e2f-ac9d-9b089214a205,revision_number=3']} {{(pid=103522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:00.000539 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] Set router 371502f9-1933-4af1-8130-e8b4359b71dc gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:00.030922 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Provisioning complete for port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:00.035986 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.100859 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 8bd90930-e072-4204-8f1a-43b6651cec1e up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:00.135097 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:00.136479 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.328023 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:00.347648 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks [] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.353304 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.354946 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33077828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33232061'] for router_interface (371502f9-1933-4af1-8130-e8b4359b71dc), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.360961 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a388b070-ad78-4bad-8336-0796bda096f8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:00.361954 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 8bd90930-e072-4204-8f1a-43b6651cec1e completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:02:00.365400 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a388b070-ad78-4bad-8336-0796bda096f8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.2799740 May 11 06:02:00.371119 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.378685 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 8bd90930-e072-4204-8f1a-43b6651cec1e triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:00.379260 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.412191 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-43d87058-6bd2-430d-abed-26e977687930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:57Z', 'revision_number': 3, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:00.424419 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=35bac982-e2ed-42ce-bffa-b848ac5d13a8,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:00.473887 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d87058-6bd2-430d-abed-26e977687930 None None] The sync data for ids ['371502f9-1933-4af1-8130-e8b4359b71dc'] in dv-cinder-733623-13-iscsi is: [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:57Z', 'revision_number': 3, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:00.496961 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-996fc4b4-2137-45f3-85b2-1df573a547ff tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 380 time: 0.1099801 May 11 06:02:00.535497 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Current status of the port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:00.535888 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.579731 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Network 315b65de-35fa-486d-a335-0a5086cc68f7 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:02:00.581860 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:02:00.599832 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'port': {'device_id': '4efab7ed-d556-45bf-b471-e4783656823e', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'admin_state_up': True, 'tenant_id': '34db399b717b42f18c5190acb605918f', 'security_groups': ['2e5f6618-1105-4486-895e-798ac26c482b']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:00.658385 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:00.691205 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.db.api [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 06:02:00.691622 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG oslo_db.api [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 06:02:00.692470 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 8bd90930-e072-4204-8f1a-43b6651cec1e is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:00.692860 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.786893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd90930-e072-4204-8f1a-43b6651cec1e'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:00.789913 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c19f63d-36c3-4e07-a787-cc63a4a91817" -d '{"events": [{"server_uuid": "c823e6a3-6d8d-4ab2-868a-d85eed39ced1", "name": "network-vif-plugged", "status": "completed", "tag": "8bd90930-e072-4204-8f1a-43b6651cec1e"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:00.795433 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 8bd90930-e072-4204-8f1a-43b6651cec1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8bd90930-e072-4204-8f1a-43b6651cec1e,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:00.804591 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.904090 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Router 371502f9-1933-4af1-8130-e8b4359b71dc has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:00.905621 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Made reservation on behalf of 34db399b717b42f18c5190acb605918f for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:02:00.910124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:00.914877 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=8bd90930-e072-4204-8f1a-43b6651cec1e,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:00.941676 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224f7958-c906-4ae4-8391-4eb441702edb x-openstack-request-id: req-224f7958-c906-4ae4-8391-4eb441702edb {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:00.941981 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c823e6a3-6d8d-4ab2-868a-d85eed39ced1", "name": "network-vif-plugged", "status": "completed", "tag": "8bd90930-e072-4204-8f1a-43b6651cec1e", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:00.942246 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-224f7958-c906-4ae4-8391-4eb441702edb {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:00.942716 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224f7958-c906-4ae4-8391-4eb441702edb'] response: {'server_uuid': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd90930-e072-4204-8f1a-43b6651cec1e', 'code': 200} May 11 06:02:01.181581 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:01.191418 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-bce3ad18-abf1-469f-9b4d-cfabcdf7b0e0 admin admin] 10.222.0.44 "PUT /v2.0/routers/371502f9-1933-4af1-8130-e8b4359b71dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058239 May 11 06:02:01.320526 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-26f4ca99-b10f-4e53-99a8-e76ee4a57010 None None] Current status of the port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:01.443379 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-f350d437-9bdf-453d-a5ac-c6ea19159aec None None] Provisioning complete for port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:01.449199 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f350d437-9bdf-453d-a5ac-c6ea19159aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:01.654686 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f350d437-9bdf-453d-a5ac-c6ea19159aec None None] Current status of the port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:01.678551 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 74c5ce22-0597-4e2f-ac9d-9b089214a205 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:01.697937 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8be0f771-5a87-463a-bedf-64edafcfd09a req-0ce8f737-4a6a-4407-85f0-c57c45da7e7f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 210 time: 0.0445864 May 11 06:02:01.709755 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-f350d437-9bdf-453d-a5ac-c6ea19159aec None None] Provisioning complete for port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:01.710547 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f350d437-9bdf-453d-a5ac-c6ea19159aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:01.769072 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 74c5ce22-0597-4e2f-ac9d-9b089214a205 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:01.769448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:01.802776 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38738c0-0d57-4594-be9f-fd45ac8a0bba req-ce0c4599-7697-42fe-8fbf-a0622c5630da tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:01.806684 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f350d437-9bdf-453d-a5ac-c6ea19159aec None None] Port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:02:01.812645 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a38738c0-0d57-4594-be9f-fd45ac8a0bba req-ce0c4599-7697-42fe-8fbf-a0622c5630da tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.6991196 May 11 06:02:01.851778 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1ed46-d64d-4a3d-a380-e2238a6501bb req-cf4d9357-e92d-41b8-abc8-c2a87cdb1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:01.853501 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7aa1ed46-d64d-4a3d-a380-e2238a6501bb req-cf4d9357-e92d-41b8-abc8-c2a87cdb1822 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 1129 time: 0.1372621 May 11 06:02:01.870071 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.20.0.9 (28dde216-4b2f-4353-ba38-412714627bb9/ad82f618-0f46-4f32-a986-1b40950b8e98/fc5e2573-0bba-471d-82b1-607439df47ab) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:02:01.894011 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 74c5ce22-0597-4e2f-ac9d-9b089214a205 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:01.894621 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:01.926285 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] For port 74c5ce22-0597-4e2f-ac9d-9b089214a205, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=74c5ce22-0597-4e2f-ac9d-9b089214a205,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:01.931552 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:01.933156 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device bbae57ee-9076-4e90-8234-532fdc983673 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:01.969090 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a38738c0-0d57-4594-be9f-fd45ac8a0bba req-3fd38b10-da5f-4501-aaf8-766972af7e70 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547110 May 11 06:02:02.001865 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7aa1ed46-d64d-4a3d-a380-e2238a6501bb req-5dccd283-dfb3-47cc-a487-0a432f725b86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400361 May 11 06:02:02.039264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53770) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.041247 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Pushing event updated for resources: {'Port': ['ID=74c5ce22-0597-4e2f-ac9d-9b089214a205,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.045792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021050266', 'description': 'tempest-secgroup-smoke-1021050266 description', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.050914 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port bbae57ee-9076-4e90-8234-532fdc983673 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:02.051333 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (bbae57ee-9076-4e90-8234-532fdc983673), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.075211 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.156391 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group (577bf9a4-aba3-4121-8bb3-a03467c06e39), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.158440 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port bbae57ee-9076-4e90-8234-532fdc983673 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:02.159767 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6d729a07-ebd9-44c0-9aef-4710d16bf3ef up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:02.160387 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (577bf9a4-aba3-4121-8bb3-a03467c06e39), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.166500 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (fc5e2573-0bba-471d-82b1-607439df47ab), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.196951 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.199281 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1585567 May 11 06:02:02.201881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d54256-55fe-4ce0-ad18-88c885a1dad1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577bf9a4-aba3-4121-8bb3-a03467c06e39,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.202134 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53772) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.207901 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group_rule': {'security_group_id': '577bf9a4-aba3-4121-8bb3-a03467c06e39', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.227098 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:02.227331 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.233795 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.270020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (f3f023c6-535a-447f-aeb5-153f0b15a76a), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.299167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:02:02.305803 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:02.310128 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:02:02.314163 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=fc5e2573-0bba-471d-82b1-607439df47ab,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.316410 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:02:02.386353 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:02.387020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.403900 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (f3f023c6-535a-447f-aeb5-153f0b15a76a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.408432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (f3f023c6-535a-447f-aeb5-153f0b15a76a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.418055 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-a36dcdda-8282-406d-b051-1a199a7318d9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8225203 May 11 06:02:02.430639 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f023c6-535a-447f-aeb5-153f0b15a76a,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.442121 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.445363 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b5916a30-70a3-4c6a-836f-823e23dfb67e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393236 May 11 06:02:02.445634 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53774) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.450272 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group_rule': {'security_group_id': '577bf9a4-aba3-4121-8bb3-a03467c06e39', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.480610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (042456ae-e7db-49c2-8722-4e3081c82833), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.528833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (042456ae-e7db-49c2-8722-4e3081c82833), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.530243 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-a775341b-87f7-4146-9adb-9d4102becf78 None None] Provisioning complete for port fc5e2573-0bba-471d-82b1-607439df47ab triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:02.530743 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a775341b-87f7-4146-9adb-9d4102becf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.532664 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (042456ae-e7db-49c2-8722-4e3081c82833), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.552892 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042456ae-e7db-49c2-8722-4e3081c82833,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.559658 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.562317 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-5188305a-fb43-4ba9-ab0d-31beec9671d9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156096 May 11 06:02:02.563579 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53776) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.568238 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group_rule': {'security_group_id': '577bf9a4-aba3-4121-8bb3-a03467c06e39', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.568481 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-a775341b-87f7-4146-9adb-9d4102becf78 None None] Port fc5e2573-0bba-471d-82b1-607439df47ab cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:02:02.598618 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (3af54647-a4b4-44c5-a3a0-5ec49e84be1c), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.650131 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (3af54647-a4b4-44c5-a3a0-5ec49e84be1c), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.654685 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (3af54647-a4b4-44c5-a3a0-5ec49e84be1c), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.674162 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af54647-a4b4-44c5-a3a0-5ec49e84be1c,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.679748 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.680836 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9ea42f0b-d012-49e2-a298-3a8d0aaf001f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162429 May 11 06:02:02.683666 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53780) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.688107 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group_rule': {'security_group_id': '577bf9a4-aba3-4121-8bb3-a03467c06e39', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.724431 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (1da1b8e1-7f40-41d3-9a4e-5d90000f7b44), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.786101 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (1da1b8e1-7f40-41d3-9a4e-5d90000f7b44), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.790333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (1da1b8e1-7f40-41d3-9a4e-5d90000f7b44), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.809370 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4442a-1dd1-46ab-8420-7b372400b602 req-06f3afe5-86c2-48a1-b3b6-94ce9d22e19f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:02.811009 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-acf4442a-1dd1-46ab-8420-7b372400b602 req-06f3afe5-86c2-48a1-b3b6-94ce9d22e19f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 931 time: 0.0490718 May 11 06:02:02.811428 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da1b8e1-7f40-41d3-9a4e-5d90000f7b44,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.817814 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.818977 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-102c82ac-b9f6-4d47-ab98-8366f578afae tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343193 May 11 06:02:02.821556 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53784) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.826278 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group_rule': {'security_group_id': '577bf9a4-aba3-4121-8bb3-a03467c06e39', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.846737 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.securitygroups_db [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Project 3071f6c8fd64408fa45be4bc3a5c3f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:02:02.852973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (ddc8183a-d63d-4194-947c-20f8227e99b9), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.869091 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-acf4442a-1dd1-46ab-8420-7b372400b602 req-2c58c66a-c484-4474-a277-f579d03005c0 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518911 May 11 06:02:02.893341 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Request body: {'port': {'device_id': '4efab7ed-d556-45bf-b471-e4783656823e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.912292 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (ddc8183a-d63d-4194-947c-20f8227e99b9), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.916014 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (ddc8183a-d63d-4194-947c-20f8227e99b9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.940967 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.942195 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197188 May 11 06:02:02.946124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 53786) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:02.951319 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7273d-7689-47fd-91c2-6460a46ce836 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc8183a-d63d-4194-947c-20f8227e99b9,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:02.954595 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'security_group_rule': {'security_group_id': '577bf9a4-aba3-4121-8bb3-a03467c06e39', 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:02.969167 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Sync routers for ids ['371502f9-1933-4af1-8130-e8b4359b71dc'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:02.975747 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:02.979893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Routers {'371502f9-1933-4af1-8130-e8b4359b71dc'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:02.980584 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['371502f9-1933-4af1-8130-e8b4359b71dc'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:02.995934 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.securitygroups_db [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Project 3071f6c8fd64408fa45be4bc3a5c3f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:02:03.023342 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (5ae2e693-db63-4318-a8f3-9c61cc5b17ea), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.095500 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a68494-40dc-466c-89b5-99f4d4015d81 req-607fb8ee-534d-4654-b777-7a2fe47b16b4 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:03.097169 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8a68494-40dc-466c-89b5-99f4d4015d81 req-607fb8ee-534d-4654-b777-7a2fe47b16b4 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.0480583 May 11 06:02:03.102542 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Set router 371502f9-1933-4af1-8130-e8b4359b71dc gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:03.158046 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8a68494-40dc-466c-89b5-99f4d4015d81 req-4eed78aa-db66-410c-b023-d0ca5ecbd3a4 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 May 11 06:02:03.180584 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (5ae2e693-db63-4318-a8f3-9c61cc5b17ea), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.189217 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (5ae2e693-db63-4318-a8f3-9c61cc5b17ea), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.218765 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae2e693-db63-4318-a8f3-9c61cc5b17ea,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:03.232384 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.233604 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2863011 May 11 06:02:03.245175 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.246381 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.246739 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.247090 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.247446 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.247772 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.248273 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.248780 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.249277 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.249816 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.250307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.250817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.251307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.251811 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.252295 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c21b7-6cd4-4f5d-a3e0-f19c5d15b123 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:03.339157 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 4, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '35bac982-e2ed-42ce-bffa-b848ac5d13a8', 'name': '', 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'mac_address': 'fa:16:3e:cb:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:59Z', 'updated_at': '2022-05-11T06:02:00Z', 'revision_number': 2, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'subnets': [{'id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:03.375069 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 74c5ce22-0597-4e2f-ac9d-9b089214a205 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:03.378107 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Checking router: 371502f9-1933-4af1-8130-e8b4359b71dc for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:03.378546 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Updating router 371502f9-1933-4af1-8130-e8b4359b71dc port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 binding host dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:02:03.437882 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.440149 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5e2573-0bba-471d-82b1-607439df47ab {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:02:03.448457 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Publish callbacks [] for port (fc5e2573-0bba-471d-82b1-607439df47ab), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.461806 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Transition to ACTIVE for port object fc5e2573-0bba-471d-82b1-607439df47ab will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:02:03.467176 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.484570 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 74c5ce22-0597-4e2f-ac9d-9b089214a205 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:03.484950 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.523769 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5e2573-0bba-471d-82b1-607439df47ab,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:03.621305 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Attempting to bind port fc5e2573-0bba-471d-82b1-607439df47ab on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:02:03.622026 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Attempting to bind port fc5e2573-0bba-471d-82b1-607439df47ab by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:02:03.622612 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Attempting to bind port fc5e2573-0bba-471d-82b1-607439df47ab on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:02:03.629335 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Port fc5e2573-0bba-471d-82b1-607439df47ab on network 28dde216-4b2f-4353-ba38-412714627bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:02:03.629996 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Attempting to bind port fc5e2573-0bba-471d-82b1-607439df47ab on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:02:03.637701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:02:03.638053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:02:03.638471 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Bound using segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:02:03.638906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Bound port: fc5e2573-0bba-471d-82b1-607439df47ab, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:02:03.639278 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.729796 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] For port fc5e2573-0bba-471d-82b1-607439df47ab, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:02:03.733675 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] For port fc5e2573-0bba-471d-82b1-607439df47ab, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fc5e2573-0bba-471d-82b1-607439df47ab,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:02:03.753183 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.793338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:03.794193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:03.795755 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc5e2573-0bba-471d-82b1-607439df47ab HTTP/1.1" status: 200 len: 1093 time: 0.9070430 May 11 06:02:03.796366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:03.799610 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26" -d '{"events": [{"name": "network-changed", "server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:03.858057 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e0a61-4f55-460c-beea-6d2e819081d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5e2573-0bba-471d-82b1-607439df47ab,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:03.871417 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 74c5ce22-0597-4e2f-ac9d-9b089214a205 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:03.904025 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77183868-c8ec-4ecc-9885-44a4d06471f2 x-openstack-request-id: req-77183868-c8ec-4ecc-9885-44a4d06471f2 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:03.904581 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:03.905195 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77183868-c8ec-4ecc-9885-44a4d06471f2 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:03.905791 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77183868-c8ec-4ecc-9885-44a4d06471f2'] response: {'name': 'network-changed', 'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'status': 'completed', 'code': 200} May 11 06:02:04.106863 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b243-7882-4cc2-966a-4d0c2424c7f8 req-fe7b0c46-ee4f-4909-890f-79b113350cf1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.109509 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a084b243-7882-4cc2-966a-4d0c2424c7f8 req-fe7b0c46-ee4f-4909-890f-79b113350cf1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 943 time: 0.0775447 May 11 06:02:04.119071 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26 req-b80440a3-3bb8-4155-b5c8-a3091304ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.121441 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26 req-b80440a3-3bb8-4155-b5c8-a3091304ce66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 1127 time: 0.1085405 May 11 06:02:04.134849 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Publish callbacks [] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), precommit_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.142440 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.215498 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7662ba-c436-4e72-a8d8-a38c7f52bea2 None None] Pushing event updated for resources: {'Port': ['ID=35bac982-e2ed-42ce-bffa-b848ac5d13a8,revision_number=3']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:04.235016 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a084b243-7882-4cc2-966a-4d0c2424c7f8 req-5a3c631b-c92f-4b8e-b523-a4c569fc9693 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186402 May 11 06:02:04.285796 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Attempting to bind port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 on host dv-cinder-733623-13-iscsi for vnic_type normal with profile {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:02:04.286769 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Attempting to bind port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 by drivers openvswitch,hyperv on host dv-cinder-733623-13-iscsi at level 0 using segments [{'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:02:04.287739 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Attempting to bind port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 on network 315b65de-35fa-486d-a335-0a5086cc68f7 {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:02:04.295844 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Checking agent: {'id': 'fe0efee1-88c9-4dff-b9f8-7bfb5cd07801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 49, 15), 'started_at': datetime.datetime(2022, 5, 11, 5, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:02:04.296322 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Checking segment: {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:02:04.297228 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.297725 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Bound using segment: {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'} {{(pid=103521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:02:04.298275 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.managers [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Bound port: 35bac982-e2ed-42ce-bffa-b848ac5d13a8, host: dv-cinder-733623-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a0dd76-8f8a-4559-a92c-2026a74e4122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7'}}] {{(pid=103521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:02:04.298735 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.384917 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26 req-8fa253f1-0551-4f35-a8b2-4f0940818b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.387478 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26 req-8fa253f1-0551-4f35-a8b2-4f0940818b5b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34db399b717b42f18c5190acb605918f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2353127 May 11 06:02:04.394385 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6c06-d714-4f56-9ede-dd409d4fe77f req-03829de8-c9e6-41a1-a56a-f4f68459ee21 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.396239 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0a7a6c06-d714-4f56-9ede-dd409d4fe77f req-03829de8-c9e6-41a1-a56a-f4f68459ee21 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.0606377 May 11 06:02:04.425924 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] For port 35bac982-e2ed-42ce-bffa-b848ac5d13a8, host dv-cinder-733623-13-iscsi, cleared binding levels {{(pid=103521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:02:04.430358 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] For port 35bac982-e2ed-42ce-bffa-b848ac5d13a8, host dv-cinder-733623-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=35bac982-e2ed-42ce-bffa-b848ac5d13a8,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:02:04.439957 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.464194 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0a7a6c06-d714-4f56-9ede-dd409d4fe77f req-40ead016-2b5d-46d2-8263-67bb6453c68b tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619531 May 11 06:02:04.527653 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7662ba-c436-4e72-a8d8-a38c7f52bea2 None None] Pushing event updated for resources: {'Port': ['ID=35bac982-e2ed-42ce-bffa-b848ac5d13a8,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:04.532657 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Routers {'371502f9-1933-4af1-8130-e8b4359b71dc'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:04.534005 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:01:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['371502f9-1933-4af1-8130-e8b4359b71dc'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:04.537450 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26 req-0b674847-3143-483b-ab61-89e900022cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.539346 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0c97f1c1-2730-4824-b5c5-31f2bb1bab26 req-0b674847-3143-483b-ab61-89e900022cdc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438158 May 11 06:02:04.680176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] Provisioning complete for port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:04.680557 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.681110 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-96a3cf3d-8e80-4ae8-b11c-a2912b806ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.683476 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-96a3cf3d-8e80-4ae8-b11c-a2912b806ca4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 1127 time: 0.0530069 May 11 06:02:04.711737 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] Set router 371502f9-1933-4af1-8130-e8b4359b71dc gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:04.743182 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-64690920-7d53-4a27-a19e-d0a2e5a20924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5e2573-0bba-471d-82b1-607439df47ab HTTP/1.1" status: 200 len: 217 time: 0.0445743 May 11 06:02:04.803716 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-4393d8a2-654b-41a8-9148-5048ece1b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.805711 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-4393d8a2-654b-41a8-9148-5048ece1b962 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.0542893 May 11 06:02:04.863143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-5c5ada0c-3bd1-4bb2-818d-8a4b442d0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:04.866134 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-5c5ada0c-3bd1-4bb2-818d-8a4b442d0839 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504870 May 11 06:02:04.945103 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] Current status of the port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 is: DOWN; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:04.945723 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:04.979875 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-9437a771-5546-4834-a7b9-953dd8c3c40e service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062038 May 11 06:02:05.018439 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] For port 35bac982-e2ed-42ce-bffa-b848ac5d13a8, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=35bac982-e2ed-42ce-bffa-b848ac5d13a8,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:05.028871 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:05.085895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 4, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '35bac982-e2ed-42ce-bffa-b848ac5d13a8', 'name': '', 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'mac_address': 'fa:16:3e:cb:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:59Z', 'updated_at': '2022-05-11T06:02:04Z', 'revision_number': 4, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'subnets': [{'id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:05.103222 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dad05c72-ee28-46b5-b211-aadc4e1c6ae7 req-9860d604-8ad0-4a19-ab15-a25d5f3f4d9b service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141045 May 11 06:02:05.118055 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af792b35-1059-45e9-8e04-bffef84b95bb None None] The sync data for ids ['371502f9-1933-4af1-8130-e8b4359b71dc'] in dv-cinder-733623-13-iscsi is: [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 4, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '35bac982-e2ed-42ce-bffa-b848ac5d13a8', 'name': '', 'network_id': '315b65de-35fa-486d-a335-0a5086cc68f7', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'mac_address': 'fa:16:3e:cb:4b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:59Z', 'updated_at': '2022-05-11T06:02:04Z', 'revision_number': 4, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'subnets': [{'id': '1f2acf3a-0f31-45f4-b150-a6a32b9b9366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:05.119598 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755d4c8-4c1e-468e-b5f8-ea97206efb69 None None] Pushing event updated for resources: {'Port': ['ID=35bac982-e2ed-42ce-bffa-b848ac5d13a8,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:05.146523 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-7cdf3e65-2772-4922-ba47-3b26d5232088 None None] Provisioning complete for port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:05.146857 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7cdf3e65-2772-4922-ba47-3b26d5232088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:05.275147 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf3e65-2772-4922-ba47-3b26d5232088 None None] Current status of the port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:05.346507 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 35bac982-e2ed-42ce-bffa-b848ac5d13a8 up at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:05.368152 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa83ead-6283-4353-84b7-bbd00a4128e9 req-4c4875da-8c37-44e4-b611-d138d841bde3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:05.370835 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5aa83ead-6283-4353-84b7-bbd00a4128e9 req-4c4875da-8c37-44e4-b611-d138d841bde3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 943 time: 0.0527062 May 11 06:02:05.408371 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Provisioning complete for port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:05.408824 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:05.436279 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5aa83ead-6283-4353-84b7-bbd00a4128e9 req-64610979-5aa4-45a8-a1bf-435f72ab3d91 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571773 May 11 06:02:05.503497 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:06.554975 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc80bf1-99b3-4aac-96c9-ac876093c258 req-16353cf5-1fce-479d-bd51-ada3bb9831a8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:06.556435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cc80bf1-99b3-4aac-96c9-ac876093c258 req-16353cf5-1fce-479d-bd51-ada3bb9831a8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 943 time: 0.0478396 May 11 06:02:06.608550 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2cc80bf1-99b3-4aac-96c9-ac876093c258 req-d7ff2320-80f6-4000-9542-28a6a8792dd8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 May 11 06:02:07.721543 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eda4b5-58bf-47b9-bf20-862d3642b964 req-7eadf6df-58be-4774-bfac-4847c37cbfac tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:07.723070 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-84eda4b5-58bf-47b9-bf20-862d3642b964 req-7eadf6df-58be-4774-bfac-4847c37cbfac tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 943 time: 0.0475264 May 11 06:02:07.770317 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-84eda4b5-58bf-47b9-bf20-862d3642b964 req-ff699547-0337-44ae-a458-5a1719ddbae7 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 May 11 06:02:08.126543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device fc5e2573-0bba-471d-82b1-607439df47ab details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:02:08.233398 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port fc5e2573-0bba-471d-82b1-607439df47ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fc5e2573-0bba-471d-82b1-607439df47ab,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:08.244504 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'port_id': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'mac_address': 'fa:16:3e:f8:f0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:02:08.284805 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port fc5e2573-0bba-471d-82b1-607439df47ab is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:08.285116 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:08.298251 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5e2573-0bba-471d-82b1-607439df47ab {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:02:08.317214 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port fc5e2573-0bba-471d-82b1-607439df47ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fc5e2573-0bba-471d-82b1-607439df47ab,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:08.322410 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:08.370374 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=fc5e2573-0bba-471d-82b1-607439df47ab,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:08.410670 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-06f2f72f-aeba-4e15-a22f-b67bc970b593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:08.882433 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf324fdd-28cf-4438-b39d-8ec720470d70 req-66df9eb5-0c1c-4ab8-982e-b93bfa4f8dfa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:08.883883 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bf324fdd-28cf-4438-b39d-8ec720470d70 req-66df9eb5-0c1c-4ab8-982e-b93bfa4f8dfa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 944 time: 0.0456121 May 11 06:02:08.929358 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bf324fdd-28cf-4438-b39d-8ec720470d70 req-76dae1cf-9061-4002-99a5-b0fc642a00da tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 May 11 06:02:08.941197 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['fc5e2573-0bba-471d-82b1-607439df47ab'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:02:10.048917 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d063a-cbc7-475e-91ab-8d40243f30b2 req-9eff647d-9bfd-4ad0-a9b8-dd5d6657b3f3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.050425 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f02d063a-cbc7-475e-91ab-8d40243f30b2 req-9eff647d-9bfd-4ad0-a9b8-dd5d6657b3f3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 944 time: 0.0482256 May 11 06:02:10.095487 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f02d063a-cbc7-475e-91ab-8d40243f30b2 req-3f669949-0132-495b-b53d-976763b077f4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 May 11 06:02:10.259586 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device fc5e2573-0bba-471d-82b1-607439df47ab up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:10.315001 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port fc5e2573-0bba-471d-82b1-607439df47ab completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:02:10.322862 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port fc5e2573-0bba-471d-82b1-607439df47ab triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:10.323594 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.442582 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port fc5e2573-0bba-471d-82b1-607439df47ab is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:10.443017 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.458729 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-1eeaca28-745c-4108-a1e8-9b2a354b67d8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100966098&fields=id&tenant_id=4285af910bec40c4a5a5691d5492f941 HTTP/1.1" status: 200 len: 267 time: 0.0572145 May 11 06:02:10.478611 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:10.481739 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a393c0-05bd-46b9-abe4-f73d304141a4" -d '{"events": [{"server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:10.496651 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port fc5e2573-0bba-471d-82b1-607439df47ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fc5e2573-0bba-471d-82b1-607439df47ab,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:10.502097 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.512252 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee8bc159-354d-4456-aeac-f583013cc079 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.520533 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee8bc159-354d-4456-aeac-f583013cc079 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 984 time: 0.0609324 May 11 06:02:10.527049 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Request body: {'port': {'security_groups': ['1c4a5d48-5b6f-4edf-9c00-abf97d273dd8']}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:10.562362 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b03a7-2329-4137-9ce8-c284da4076d5 req-a081a702-f21a-432f-af85-1db142123500 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.563879 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7b1b03a7-2329-4137-9ce8-c284da4076d5 req-a081a702-f21a-432f-af85-1db142123500 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0844822 May 11 06:02:10.587106 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=fc5e2573-0bba-471d-82b1-607439df47ab,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:10.618575 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.628583 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-f1186575-312b-4ade-880c-46776adbae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.630159 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-f1186575-312b-4ade-880c-46776adbae1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0890143 May 11 06:02:10.691435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7b1b03a7-2329-4137-9ce8-c284da4076d5 req-5a669bc3-e7df-42ae-ab60-e89faa65489e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905552 May 11 06:02:10.731486 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f2c10ffe-ef78-44f1-88db-769ec80520f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.744653 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a6477-751e-402d-aa1c-3d7759d6167b x-openstack-request-id: req-f16a6477-751e-402d-aa1c-3d7759d6167b {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:10.745027 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "name": "network-vif-plugged", "status": "completed", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:10.745448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f16a6477-751e-402d-aa1c-3d7759d6167b {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:10.745956 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16a6477-751e-402d-aa1c-3d7759d6167b'] response: {'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'code': 200} May 11 06:02:10.775199 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-9add705b-35b8-4e25-8610-3945e1eee3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.777307 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-9add705b-35b8-4e25-8610-3945e1eee3dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.1329541 May 11 06:02:10.884134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:10.903051 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-9e465119-7242-4133-92bf-368417357f45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 1001 time: 0.0993507 May 11 06:02:10.921181 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.925874 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.961866 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fff38-3d01-4904-b847-aefc92075474 req-24d2dc89-76c1-41b2-8fc9-9a42e76c9316 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.964034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-200fff38-3d01-4904-b847-aefc92075474 req-24d2dc89-76c1-41b2-8fc9-9a42e76c9316 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0509183 May 11 06:02:10.967860 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0ab1918d-6a5d-41ef-a74b-b96667049a93'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:02:10.972521 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:10.973244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:10.976975 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ef2ade00-57a6-44bc-98e8-2962ff50a9cd req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "PUT /v2.0/ports/0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 942 time: 0.4553161 May 11 06:02:10.977465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:10.982610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00311b91-9ec1-486d-aacb-dc4b3bfad08e" -d '{"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:10.983308 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53950) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:11.048448 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-200fff38-3d01-4904-b847-aefc92075474 req-362fd3b9-ee21-4a2d-b642-5b5512a685c2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738399 May 11 06:02:11.053494 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f0b03-2469-4f89-97e5-ac75bbca6fe0 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event updated for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=7']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:11.059502 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a864a5-d65d-4175-b18f-10e50d6fa9b8 x-openstack-request-id: req-b3a864a5-d65d-4175-b18f-10e50d6fa9b8 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:11.059502 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:11.059841 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3a864a5-d65d-4175-b18f-10e50d6fa9b8 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:11.060264 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a864a5-d65d-4175-b18f-10e50d6fa9b8'] response: {'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'status': 'completed', 'code': 200} May 11 06:02:11.106712 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-153365d8-55e1-4bc3-b85b-177fbd987db8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group (b0958a3c-394f-4d46-a040-c0426f6f3bb1), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.113051 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-42469b79-8ee5-4458-8212-e00afab9c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.114605 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-42469b79-8ee5-4458-8212-e00afab9c318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0846715 May 11 06:02:11.138925 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-153365d8-55e1-4bc3-b85b-177fbd987db8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group (b0958a3c-394f-4d46-a040-c0426f6f3bb1), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.223028 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-153365d8-55e1-4bc3-b85b-177fbd987db8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b0958a3c-394f-4d46-a040-c0426f6f3bb1), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.226481 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-153365d8-55e1-4bc3-b85b-177fbd987db8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.227995 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-153365d8-55e1-4bc3-b85b-177fbd987db8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "DELETE /v2.0/security-groups/b0958a3c-394f-4d46-a040-c0426f6f3bb1 HTTP/1.1" status: 204 len: 168 time: 0.2148035 May 11 06:02:11.240492 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 53956) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:11.241573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153365d8-55e1-4bc3-b85b-177fbd987db8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0958a3c-394f-4d46-a040-c0426f6f3bb1,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:11.249118 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0ab1918d-6a5d-41ef-a74b-b96667049a93'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:02:11.269147 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b20469-3311-4b11-a618-c7ac2a1a3396 req-6a568c63-676a-44ad-99d9-899be6bc3c79 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.277744 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39b20469-3311-4b11-a618-c7ac2a1a3396 req-6a568c63-676a-44ad-99d9-899be6bc3c79 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0884058 May 11 06:02:11.379770 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-f47184fc-95aa-4d6f-9358-fe865fb188ef None None] Provisioning complete for port 0ab1918d-6a5d-41ef-a74b-b96667049a93 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:11.380362 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f47184fc-95aa-4d6f-9358-fe865fb188ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.388652 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-9982447c-53bb-4dbc-b0af-a10729fcad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.390262 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-9982447c-53bb-4dbc-b0af-a10729fcad02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1129 time: 0.0806918 May 11 06:02:11.432445 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-39b20469-3311-4b11-a618-c7ac2a1a3396 req-5cc25419-7b5d-4126-961a-f2862a4dbf43 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538205 May 11 06:02:11.436019 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59c771-c272-4211-b115-0be75b99114c req-c4cf9c84-7de0-42b2-9bd9-7f1b49b01f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.437751 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bd59c771-c272-4211-b115-0be75b99114c req-c4cf9c84-7de0-42b2-9bd9-7f1b49b01f09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 1129 time: 0.1327779 May 11 06:02:11.439003 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-01ad63a4-82a2-4049-85e2-0efbb27c5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.440722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-01ad63a4-82a2-4049-85e2-0efbb27c5075 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1346366 May 11 06:02:11.558815 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bd59c771-c272-4211-b115-0be75b99114c req-2759c9e6-5bd5-46cb-bb41-63be1a62f4bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084347 May 11 06:02:11.580959 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-43c16b8a-9417-4f7e-b52f-5d1aca1ec594 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211915 May 11 06:02:11.584902 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Deleting port f707b5e2-888e-492d-8240-b46eaa5bb9e8 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:11.585352 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.673637 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f47184fc-95aa-4d6f-9358-fe865fb188ef None None] Current status of the port 0ab1918d-6a5d-41ef-a74b-b96667049a93 is: ACTIVE; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:11.732383 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.859404 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-17e2092c-bb44-4c22-b6ae-f158a38ded15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.860842 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-17e2092c-bb44-4c22-b6ae-f158a38ded15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 916 time: 0.4186592 May 11 06:02:11.941880 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce03ca7-04df-495d-8241-326eb5562dd7 req-764c46c8-2b69-442c-bead-90165d42c798 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:11.943334 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fce03ca7-04df-495d-8241-326eb5562dd7 req-764c46c8-2b69-442c-bead-90165d42c798 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0923088 May 11 06:02:11.972861 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:11.973196 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for floatingip (f707b5e2-888e-492d-8240-b46eaa5bb9e8), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:12.029643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Calling delete_port for f707b5e2-888e-492d-8240-b46eaa5bb9e8 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:12.046394 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fa5a546a-b167-4c80-970d-4d6ecb1b8cd8 req-42e1d93a-508d-4ea9-ad11-6cf21d6a517d service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 May 11 06:02:12.116162 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-5597f630-8873-48b5-8ecf-afea20a19b9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 1001 time: 0.1584272 May 11 06:02:12.125669 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fce03ca7-04df-495d-8241-326eb5562dd7 req-aec1abf7-4920-42f4-88a3-6e34af7f19a6 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742036 May 11 06:02:12.160845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba55c9-eb29-4165-920a-26257cebf8f3 req-2580ea16-5219-4e3b-a586-d1015875855d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:12.162429 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8cba55c9-eb29-4165-920a-26257cebf8f3 req-2580ea16-5219-4e3b-a586-d1015875855d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0486751 May 11 06:02:12.213701 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8cba55c9-eb29-4165-920a-26257cebf8f3 req-b48f91a6-24ab-4f92-9347-cf8aa4850837 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 May 11 06:02:12.246329 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (f707b5e2-888e-492d-8240-b46eaa5bb9e8), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:12.280486 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event deleted for resources: {'Port': ['ID=f707b5e2-888e-492d-8240-b46eaa5bb9e8,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:12.306834 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks [] for floatingip (1207b857-2a1c-43e4-b29f-571f2d07e1a8), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:12.307177 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Floating IP 1207b857-2a1c-43e4-b29f-571f2d07e1a8 disassociated (deleted). External IP: 172.27.1.167, port: 0ab1918d-6a5d-41ef-a74b-b96667049a93. May 11 06:02:12.524554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:12.604721 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95846709-72de-4d62-bb44-0d767b1c6a66 req-538974cd-55e2-4c4d-916b-55d6f7cec89d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:12.606250 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-95846709-72de-4d62-bb44-0d767b1c6a66 req-538974cd-55e2-4c4d-916b-55d6f7cec89d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0837626 May 11 06:02:12.740921 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:12.746342 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-95846709-72de-4d62-bb44-0d767b1c6a66 req-73d40d3f-283f-4435-9bac-f8b0b341b9ff tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331861 May 11 06:02:12.748632 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:12.752905 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-8a50ea2f-6286-49bf-8e56-4c88077e80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:12.753057 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] Sync routers for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:12.754363 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-8a50ea2f-6286-49bf-8e56-4c88077e80ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 200 len: 854 time: 0.1119606 May 11 06:02:12.764126 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:12.764750 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:12.780561 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7fe21bbd-af5d-4028-bbd4-2f80425c5325 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "DELETE /v2.0/floatingips/1207b857-2a1c-43e4-b29f-571f2d07e1a8 HTTP/1.1" status: 204 len: 168 time: 1.5364845 May 11 06:02:12.878587 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:13.045828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-f2626325-59da-4274-8ee2-898a563c7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:13.047338 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-f2626325-59da-4274-8ee2-898a563c7cb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548699 May 11 06:02:13.061336 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:13.064181 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52d30e5-744a-4940-ae65-8e55b042e769" -d '{"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:13.100571 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:13.100802 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d77644-24c9-4ff5-afc0-1b1d5de296d4 x-openstack-request-id: req-23d77644-24c9-4ff5-afc0-1b1d5de296d4 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:13.100999 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:13.101255 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23d77644-24c9-4ff5-afc0-1b1d5de296d4 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:13.101699 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d77644-24c9-4ff5-afc0-1b1d5de296d4'] response: {'name': 'network-changed', 'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'status': 'completed', 'code': 200} May 11 06:02:13.129098 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] Checking router: f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:13.137537 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:13.138150 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:13.245631 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62564385-8a28-4fc0-964e-da857fae2c44 req-5b8aabbe-0fb5-4e38-9fbe-a46a11ead07c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:13.247923 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-62564385-8a28-4fc0-964e-da857fae2c44 req-5b8aabbe-0fb5-4e38-9fbe-a46a11ead07c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0512681 May 11 06:02:13.252566 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:13.304743 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-62564385-8a28-4fc0-964e-da857fae2c44 req-9cf009d2-11f0-479e-8a4c-dc3ed9a9ebff tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506408 May 11 06:02:13.311368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:13.377296 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cca46-9368-4ddb-88e4-d578aba81517 req-512b04de-327f-468f-af75-227ebc38e2d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:13.378954 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f59cca46-9368-4ddb-88e4-d578aba81517 req-512b04de-327f-468f-af75-227ebc38e2d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0783834 May 11 06:02:13.442715 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f59cca46-9368-4ddb-88e4-d578aba81517 req-d62c739c-9688-46f5-ba4a-459d0ea92f8f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575254 May 11 06:02:13.453353 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:13.482931 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c855997-b04d-4ce5-947c-b2e6bff0bf5a None None] The sync data for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi is: [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T05:58:38Z', 'revision_number': 4, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'c668dbde-be0a-4190-a611-1f07e3933c74', 'name': '', 'network_id': '626aa50b-f8ab-4c0a-a0db-c276fe88c2c3', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'mac_address': 'fa:16:3e:9e:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:37Z', 'updated_at': '2022-05-11T05:58:43Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'subnets': [{'id': 'e5be1b32-27cf-471d-91c1-c4c2d0d595b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:13.706697 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509e873-071b-4bcf-ae54-316338dc8089 None None] New status for floating IP 1207b857-2a1c-43e4-b29f-571f2d07e1a8: DOWN {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:02:13.864778 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ce3a3-e7b8-45b7-ab88-1cc51a55790c req-12fad90e-a5d9-4a3b-b0ff-bfcd5afbe4ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:13.866318 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c24ce3a3-e7b8-45b7-ab88-1cc51a55790c req-12fad90e-a5d9-4a3b-b0ff-bfcd5afbe4ea tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0494750 May 11 06:02:13.914941 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c24ce3a3-e7b8-45b7-ab88-1cc51a55790c req-1983e8d0-dab6-4216-844c-cfbd5053a4d0 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 May 11 06:02:14.022375 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846c4e6-a13a-405b-bd59-42df5afe8d97 req-d578f690-2033-442f-9d4f-03853ac1a272 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.023867 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0846c4e6-a13a-405b-bd59-42df5afe8d97 req-d578f690-2033-442f-9d4f-03853ac1a272 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0471756 May 11 06:02:14.032579 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54004) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:14.036893 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'port_id': 'fc5e2573-0bba-471d-82b1-607439df47ab'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:14.077888 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (f41ab8b5-2d61-4969-988b-ff30bd7f1a35), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:14.230884 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-9019c265-87cd-41a3-a829-07827319448c service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991948 May 11 06:02:14.326164 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-00311b91-9ec1-486d-aacb-dc4b3bfad08e req-a5701e1b-4572-47dc-8478-dca2ebe35b2d service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887380 May 11 06:02:14.461541 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-3f9f112c-cdf9-4366-95d8-46950c235c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.463066 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-3f9f112c-cdf9-4366-95d8-46950c235c7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4285af910bec40c4a5a5691d5492f941&device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 1129 time: 0.0465376 May 11 06:02:14.518419 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9b50a-7f5d-40ee-ba9c-3ceb743fa71d req-5c196035-b350-422c-a3a0-1f0c78aae7b7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.519970 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a3a9b50a-7f5d-40ee-ba9c-3ceb743fa71d req-5c196035-b350-422c-a3a0-1f0c78aae7b7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.1203930 May 11 06:02:14.590580 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee56d3-036f-443c-a1c9-74f8fab17937 req-1c0ae4d1-ee13-4085-8d27-34fb8517f67b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.592103 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fcee56d3-036f-443c-a1c9-74f8fab17937 req-1c0ae4d1-ee13-4085-8d27-34fb8517f67b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0580900 May 11 06:02:14.608891 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-467a9fd3-a0dc-454e-be3c-7199f11aac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.610363 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-467a9fd3-a0dc-454e-be3c-7199f11aac45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 200 len: 916 time: 0.1402612 May 11 06:02:14.640651 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a3a9b50a-7f5d-40ee-ba9c-3ceb743fa71d req-28d10cba-32e5-4954-8fa0-3b8a448b7a2d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972095 May 11 06:02:14.651548 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:14.656560 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (f41ab8b5-2d61-4969-988b-ff30bd7f1a35), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:14.661382 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-d7b8c8fc-d622-48ac-aaed-e3df95c0bf9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 200 len: 217 time: 0.0440640 May 11 06:02:14.713009 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fcee56d3-036f-443c-a1c9-74f8fab17937 req-fafa95ca-28c9-4872-bf90-445c4918b22e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147125 May 11 06:02:14.731773 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-da73ab9c-9ad9-46fc-9d2d-bc19aa2433eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.731773 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-da73ab9c-9ad9-46fc-9d2d-bc19aa2433eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 200 len: 854 time: 0.0603406 May 11 06:02:14.768329 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP f41ab8b5-2d61-4969-988b-ff30bd7f1a35 associated. External IP: 172.27.1.79, port: fc5e2573-0bba-471d-82b1-607439df47ab. May 11 06:02:14.775310 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-5d37dfba-878d-4044-9d3b-56009c3eb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:14.776949 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-5d37dfba-878d-4044-9d3b-56009c3eb10c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415053 May 11 06:02:14.855632 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:14.880965 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-7746663c-728d-459b-9d52-41c9f3abc15a service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962739 May 11 06:02:14.974171 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f52d30e5-744a-4940-ae65-8e55b042e769 req-b68b6b47-d84b-4a09-ba73-119924e85adf service neutron] 10.222.0.24 "GET /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866182 May 11 06:02:14.996015 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:15.106570 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:15.111419 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:15.118842 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:15.131715 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:15.132343 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:15.253757 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:15.408582 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-739c9fca-282a-47fa-a79a-9e74fb36b16c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "PUT /v2.0/floatingips/f41ab8b5-2d61-4969-988b-ff30bd7f1a35 HTTP/1.1" status: 200 len: 990 time: 1.3749521 May 11 06:02:15.409183 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:15.411445 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071759ef-d952-4df4-92bd-06fbc7bced07" -d '{"events": [{"name": "network-changed", "server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:15.449031 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421cd03c-a9b4-4ec2-9cd9-8e146fbd48a9 x-openstack-request-id: req-421cd03c-a9b4-4ec2-9cd9-8e146fbd48a9 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:15.449324 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:15.449610 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-421cd03c-a9b4-4ec2-9cd9-8e146fbd48a9 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:15.450034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421cd03c-a9b4-4ec2-9cd9-8e146fbd48a9'] response: {'name': 'network-changed', 'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'status': 'completed', 'code': 200} May 11 06:02:15.480187 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'f41ab8b5-2d61-4969-988b-ff30bd7f1a35', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:f8:f0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efab7ed-d556-45bf-b471-e4783656823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:01:57Z', 'updated_at': '2022-05-11T06:02:14Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:15.511274 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:15.520821 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:15.521673 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:15.557063 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-cc0f7dbe-118a-4a41-94b1-ffb194a69b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:15.558877 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-cc0f7dbe-118a-4a41-94b1-ffb194a69b3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 1129 time: 0.0449688 May 11 06:02:15.657705 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-fec99420-fbc3-4c40-a324-16ec916c3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:15.659739 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-fec99420-fbc3-4c40-a324-16ec916c3ec5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 915 time: 0.0916767 May 11 06:02:15.737248 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:15.762005 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-0c69ed9d-da2c-4ee3-a2df-5764c475cfab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5e2573-0bba-471d-82b1-607439df47ab HTTP/1.1" status: 200 len: 998 time: 0.0894251 May 11 06:02:15.773294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5017293-ddd0-4887-8a54-3d08e7ff1141 req-32e55ba8-5762-4753-ae68-152379b4d3fc tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:15.780914 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e5017293-ddd0-4887-8a54-3d08e7ff1141 req-32e55ba8-5762-4753-ae68-152379b4d3fc tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0595877 May 11 06:02:15.832112 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e5017293-ddd0-4887-8a54-3d08e7ff1141 req-9c45567e-edbd-4200-b880-dad167b64b15 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502083 May 11 06:02:15.848362 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-319b7785-fa1e-4192-bfdb-8ea72f283bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:15.849927 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-319b7785-fa1e-4192-bfdb-8ea72f283bd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.0808892 May 11 06:02:15.855852 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84b547-ac99-4ed6-8bef-d1ecda15d343 req-e28638ef-51fe-44c1-90e0-2afc8c7ca853 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:15.857899 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ab84b547-ac99-4ed6-8bef-d1ecda15d343 req-e28638ef-51fe-44c1-90e0-2afc8c7ca853 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0606112 May 11 06:02:15.914810 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-42d6b6db-a56d-4379-9b4f-ef3bc9536f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:15.916318 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-42d6b6db-a56d-4379-9b4f-ef3bc9536f02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572886 May 11 06:02:15.962176 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ab84b547-ac99-4ed6-8bef-d1ecda15d343 req-81cf4ab2-9dc0-4b7d-b6bc-06b023edac40 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951052 May 11 06:02:15.978898 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'f41ab8b5-2d61-4969-988b-ff30bd7f1a35', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:f8:f0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efab7ed-d556-45bf-b471-e4783656823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:01:57Z', 'updated_at': '2022-05-11T06:02:14Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:16.009606 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b80921-7bc7-4545-b58e-50a9ee2932bb None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'f41ab8b5-2d61-4969-988b-ff30bd7f1a35', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:f8:f0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efab7ed-d556-45bf-b471-e4783656823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:01:57Z', 'updated_at': '2022-05-11T06:02:14Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:16.024219 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-cb488958-a2ed-43b3-b6b2-4b93a81b2a24 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994227 May 11 06:02:16.122164 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-071759ef-d952-4df4-92bd-06fbc7bced07 req-67afb5d4-4a80-406b-b5bd-e54ddc8bbff0 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906520 May 11 06:02:16.218888 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e23220-ba68-4b52-958a-a4885e0cfd63 None None] New status for floating IP f41ab8b5-2d61-4969-988b-ff30bd7f1a35: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:02:16.946780 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c0636-9f16-4e0f-98a0-7351c9b7abda req-7df59f3f-0be3-4d57-93ac-b549d5b23032 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:16.948848 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3d0c0636-9f16-4e0f-98a0-7351c9b7abda req-7df59f3f-0be3-4d57-93ac-b549d5b23032 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0462825 May 11 06:02:16.993672 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3d0c0636-9f16-4e0f-98a0-7351c9b7abda req-74345c6b-b4bf-47c2-ab87-04ec90281805 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 May 11 06:02:17.087386 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7114-b65c-45b9-aa54-50c1171eb414 req-eea1fe66-c66a-4b2a-9c8c-f5a09f2830e2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:17.088774 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3f9d7114-b65c-45b9-aa54-50c1171eb414 req-eea1fe66-c66a-4b2a-9c8c-f5a09f2830e2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0491700 May 11 06:02:17.137740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3f9d7114-b65c-45b9-aa54-50c1171eb414 req-d223c292-4783-40ed-9095-47fa38a4f41e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 May 11 06:02:17.926165 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:18.106223 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702a63a-cb13-4465-ba8f-c01df1122349 req-b0562151-3528-4ef4-969d-13ccc1e5ea83 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:18.107669 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4702a63a-cb13-4465-ba8f-c01df1122349 req-b0562151-3528-4ef4-969d-13ccc1e5ea83 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0459044 May 11 06:02:18.153817 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4702a63a-cb13-4465-ba8f-c01df1122349 req-7359962e-5981-46cc-b30b-6020d187e216 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 May 11 06:02:18.252495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e87466-60f8-432c-a8e8-eab40a97a7d5 req-769015d9-b777-4357-b671-edf8f94aaadc tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:18.254068 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f1e87466-60f8-432c-a8e8-eab40a97a7d5 req-769015d9-b777-4357-b671-edf8f94aaadc tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0468299 May 11 06:02:18.304792 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f1e87466-60f8-432c-a8e8-eab40a97a7d5 req-5ed74cba-3a30-47ae-972f-62afc3463316 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 May 11 06:02:19.266480 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7f10a-b552-41bf-b978-62c30bfe3387 req-5135789f-01c1-4106-9efb-1d0b120bad3c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:19.267940 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e9e7f10a-b552-41bf-b978-62c30bfe3387 req-5135789f-01c1-4106-9efb-1d0b120bad3c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0470576 May 11 06:02:19.317804 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e9e7f10a-b552-41bf-b978-62c30bfe3387 req-1438f5a3-c617-48a1-bbc7-5dc48655edc5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 May 11 06:02:19.428480 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63eef-f33f-449e-969c-4b8a4216406c req-0ca28251-e782-4e87-9e3b-3e2a102cac4f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:19.429990 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58a63eef-f33f-449e-969c-4b8a4216406c req-0ca28251-e782-4e87-9e3b-3e2a102cac4f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0529420 May 11 06:02:19.478047 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58a63eef-f33f-449e-969c-4b8a4216406c req-92718389-a162-4bbe-a750-b543f9a13715 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 May 11 06:02:20.434144 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ab0c-55cc-42ba-8f0c-bec9fe3ec82f req-072981c1-d14c-452e-b343-0ee0686a5bb2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:20.435603 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b5c0ab0c-55cc-42ba-8f0c-bec9fe3ec82f req-072981c1-d14c-452e-b343-0ee0686a5bb2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0463450 May 11 06:02:20.480783 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b5c0ab0c-55cc-42ba-8f0c-bec9fe3ec82f req-1dbb7c6c-9ab0-40bb-a4bd-dc5a9677f154 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388367 May 11 06:02:20.593203 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af12f-91e2-427f-b4c7-5f5d5ef6185a req-14ab138f-0f00-457e-a81a-66cbbdab3457 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:20.594768 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-401af12f-91e2-427f-b4c7-5f5d5ef6185a req-14ab138f-0f00-457e-a81a-66cbbdab3457 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0468688 May 11 06:02:20.642743 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-401af12f-91e2-427f-b4c7-5f5d5ef6185a req-4ed7e2d8-5434-4a63-812d-da10188dde60 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 May 11 06:02:21.595147 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e4966-46ce-4829-9c53-db405cf39542 req-a1aa0daf-7de0-4384-839d-d43898a2ecb9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:21.596602 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-213e4966-46ce-4829-9c53-db405cf39542 req-a1aa0daf-7de0-4384-839d-d43898a2ecb9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0465946 May 11 06:02:21.643776 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-213e4966-46ce-4829-9c53-db405cf39542 req-b2bce0c0-863c-4f3c-ab56-daecc2f54d4d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 May 11 06:02:21.759118 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872cabd-415b-4320-a640-93735dee8fbe req-b5cfef09-479b-4d43-a570-d8ff27cfb242 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:21.760619 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8872cabd-415b-4320-a640-93735dee8fbe req-b5cfef09-479b-4d43-a570-d8ff27cfb242 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0493333 May 11 06:02:21.805489 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8872cabd-415b-4320-a640-93735dee8fbe req-4dfe54cb-0eae-425f-a92e-b276f48e6a30 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 May 11 06:02:22.074284 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:02:22.760827 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563c435-f6b7-4609-a9a3-8eebff2458f9 req-b3e424fa-b383-45e0-9d2d-56c31a551d5f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:22.762394 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5563c435-f6b7-4609-a9a3-8eebff2458f9 req-b3e424fa-b383-45e0-9d2d-56c31a551d5f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0494885 May 11 06:02:22.807773 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5563c435-f6b7-4609-a9a3-8eebff2458f9 req-19286377-acc6-4fe4-8acc-ae7619a92438 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 May 11 06:02:22.916343 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2393c-e84c-42bd-bc19-3d074d238367 req-25ebbfb8-c993-4f17-bd13-6f32ee63fe22 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:22.918440 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d4f2393c-e84c-42bd-bc19-3d074d238367 req-25ebbfb8-c993-4f17-bd13-6f32ee63fe22 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0463035 May 11 06:02:22.963697 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d4f2393c-e84c-42bd-bc19-3d074d238367 req-c4c88316-50eb-476a-9a59-d83b1ec4eb1b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 May 11 06:02:23.925391 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b45bf-661a-448b-8016-94d9074cb724 req-5831c3f3-764e-4eba-98a0-0f24a62378f9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:23.927005 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c06b45bf-661a-448b-8016-94d9074cb724 req-5831c3f3-764e-4eba-98a0-0f24a62378f9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0481126 May 11 06:02:23.965631 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55665783-c1eb-4c91-ae48-4164e553cf0d req-482be898-2e7f-4819-a9ba-18f506048868 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:23.967237 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-55665783-c1eb-4c91-ae48-4164e553cf0d req-482be898-2e7f-4819-a9ba-18f506048868 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0486643 May 11 06:02:23.977882 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c06b45bf-661a-448b-8016-94d9074cb724 req-2412503f-d121-45bd-a3f6-b5f009e31f83 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 May 11 06:02:24.015491 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-55665783-c1eb-4c91-ae48-4164e553cf0d req-a3f55e98-d698-44f8-8f1c-36e022231a5e tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 May 11 06:02:24.078896 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a764ca-3978-4ab8-ab4b-e27821b94d7a req-6c00a716-89ee-4be9-a537-5f4fb9c011aa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:24.080350 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-14a764ca-3978-4ab8-ab4b-e27821b94d7a req-6c00a716-89ee-4be9-a537-5f4fb9c011aa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0470905 May 11 06:02:24.128027 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-14a764ca-3978-4ab8-ab4b-e27821b94d7a req-65758129-ca32-4f21-8aa7-32a4192f573a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 May 11 06:02:25.102956 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a643587-b116-44b9-9b0b-fb7acd7b9e01 req-d3333cac-2479-4f0f-a606-0e3037aa22c4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:25.104434 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8a643587-b116-44b9-9b0b-fb7acd7b9e01 req-d3333cac-2479-4f0f-a606-0e3037aa22c4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0489964 May 11 06:02:25.127921 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf31fd0-96d2-456c-8998-5d75fa21e424 req-acb643f9-36cf-4b71-ba93-d3009fbc28d8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:25.129409 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-adf31fd0-96d2-456c-8998-5d75fa21e424 req-acb643f9-36cf-4b71-ba93-d3009fbc28d8 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0468314 May 11 06:02:25.155136 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8a643587-b116-44b9-9b0b-fb7acd7b9e01 req-9304637f-fe40-4606-b07f-4ce9b2af7bfa tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449028 May 11 06:02:25.178766 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-adf31fd0-96d2-456c-8998-5d75fa21e424 req-8a96ff31-f613-48f4-adfc-39e2a3bee9dd tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 May 11 06:02:25.264802 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cd1fe-b49b-4ef3-a705-fd2a67425777 req-80687e1f-96f8-4fca-a785-6bf7a3ccf908 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:25.266482 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d67cd1fe-b49b-4ef3-a705-fd2a67425777 req-80687e1f-96f8-4fca-a785-6bf7a3ccf908 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0482011 May 11 06:02:25.311496 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d67cd1fe-b49b-4ef3-a705-fd2a67425777 req-3013282b-e5d2-47c9-b2e8-9607419076b0 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 May 11 06:02:26.284131 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366adc-26d8-46e5-83eb-df4a977a8551 req-63d77a82-690a-41f3-a6ff-376e6a866c92 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:26.285651 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-79366adc-26d8-46e5-83eb-df4a977a8551 req-63d77a82-690a-41f3-a6ff-376e6a866c92 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0562863 May 11 06:02:26.297628 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e315-268f-438c-ad3f-d1b793a0e6d4 req-9aed90d2-d5dd-4dec-bbd1-14f79d618b92 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:26.299168 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d346e315-268f-438c-ad3f-d1b793a0e6d4 req-9aed90d2-d5dd-4dec-bbd1-14f79d618b92 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0480809 May 11 06:02:26.332996 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-79366adc-26d8-46e5-83eb-df4a977a8551 req-96717ae3-e7a2-48fa-9e05-7f55b846afe8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 May 11 06:02:26.350593 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d346e315-268f-438c-ad3f-d1b793a0e6d4 req-7e772668-870d-457c-a051-9e873a641d85 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 May 11 06:02:26.432415 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9adba-b2bf-4edc-8fd1-5524630db844 req-f0fb54a4-7ec8-40d2-8d04-c7085af3d1a8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:26.434185 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b8a9adba-b2bf-4edc-8fd1-5524630db844 req-f0fb54a4-7ec8-40d2-8d04-c7085af3d1a8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0468903 May 11 06:02:26.479595 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b8a9adba-b2bf-4edc-8fd1-5524630db844 req-f246c163-1a47-4dfc-b9a7-b93ae7dcfcc8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396090 May 11 06:02:27.449767 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c08c-8acc-4bb6-a06c-0364d02955e5 req-ad12fe58-c4d6-4d6e-bf92-0495ca9b2ce0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:27.451225 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4e62c08c-8acc-4bb6-a06c-0364d02955e5 req-ad12fe58-c4d6-4d6e-bf92-0495ca9b2ce0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0509541 May 11 06:02:27.470202 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54abf28-e913-4344-813d-3fcae38db21f req-a9662caa-329b-4014-8aba-c76c71f8666a tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:27.471686 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e54abf28-e913-4344-813d-3fcae38db21f req-a9662caa-329b-4014-8aba-c76c71f8666a tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0524859 May 11 06:02:27.502134 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4e62c08c-8acc-4bb6-a06c-0364d02955e5 req-2f1e9c64-e599-4fa7-8a18-362baf3ceb18 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448139 May 11 06:02:27.522222 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e54abf28-e913-4344-813d-3fcae38db21f req-9b4b7a82-b11d-4a9b-956f-810ab14b4a11 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 May 11 06:02:27.610562 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e93da7-5bde-49cb-b90b-7e46094fcc75 req-7db6796a-a7b9-4978-9530-fb21a74e2480 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:27.612027 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a3e93da7-5bde-49cb-b90b-7e46094fcc75 req-7db6796a-a7b9-4978-9530-fb21a74e2480 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0494435 May 11 06:02:27.658463 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a3e93da7-5bde-49cb-b90b-7e46094fcc75 req-6b39a231-8ae5-44ce-bd7c-72b0a858d8d0 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 May 11 06:02:28.486455 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-51e40b47-5264-4054-b3df-c4d524e2969f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021050266&fields=id&tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d HTTP/1.1" status: 200 len: 267 time: 0.0463824 May 11 06:02:28.595569 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-4639065f-7551-468a-934e-c106af388c8e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:28.597029 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-4639065f-7551-468a-934e-c106af388c8e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 808 time: 0.1041644 May 11 06:02:28.612015 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-6276c0fc-4b3c-4e74-afe3-1b3e07e6db23 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/quotas/3071f6c8fd64408fa45be4bc3a5c3f4d HTTP/1.1" status: 200 len: 375 time: 0.0095351 May 11 06:02:28.618546 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a695-6b48-4083-9ff4-8dc80619c96a req-17b12243-a1d1-485d-a756-eda8501ace5a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:28.620006 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9976a695-6b48-4083-9ff4-8dc80619c96a req-17b12243-a1d1-485d-a756-eda8501ace5a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0484960 May 11 06:02:28.661578 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7d717577-ab13-4981-9a41-c7b1e8869a9f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445204 May 11 06:02:28.667746 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9976a695-6b48-4083-9ff4-8dc80619c96a req-cd3067c3-affb-44d3-ba54-0e47e88152d4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 May 11 06:02:28.763403 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-b16affe2-28e7-452c-a548-f52384cf1c13 service neutron] 10.222.0.44 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891080 May 11 06:02:28.772809 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192e89c-bedc-43bc-b4e4-b3164b25986a req-b131bbaf-608d-48f0-b5e1-cb0fc50ab5c3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:28.774298 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7192e89c-bedc-43bc-b4e4-b3164b25986a req-b131bbaf-608d-48f0-b5e1-cb0fc50ab5c3 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0479901 May 11 06:02:28.821886 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7192e89c-bedc-43bc-b4e4-b3164b25986a req-ca5aed73-8f9f-4c58-bfa8-2f1453038534 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 May 11 06:02:28.862042 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-c8944a27-45be-4710-8cbd-7a516dffa057 service neutron] 10.222.0.44 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926790 May 11 06:02:28.934764 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0922a5-fc01-40d5-a625-e618d452b65a req-27bebc8e-6288-46b3-b216-ae18d75bf0d5 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:28.936266 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c0922a5-fc01-40d5-a625-e618d452b65a req-27bebc8e-6288-46b3-b216-ae18d75bf0d5 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0505288 May 11 06:02:28.988797 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3c0922a5-fc01-40d5-a625-e618d452b65a req-d7da6357-c8c8-40d5-a972-b5282a8afe6e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 May 11 06:02:29.171414 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-59a0d8d0-7b65-47b7-ab62-702b702da472 req-2519b049-f888-4fb0-8a02-3363fc1ea678 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0310276 May 11 06:02:29.238250 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569179df-3a2f-43bd-ab43-816a2c822e82 req-64953198-036c-4cb7-9631-aa6988ba4641 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.239884 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-569179df-3a2f-43bd-ab43-816a2c822e82 req-64953198-036c-4cb7-9631-aa6988ba4641 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0496202 May 11 06:02:29.310159 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-3aa3cfd3-6704-4bef-884f-3d9066cc5615 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.311712 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-3aa3cfd3-6704-4bef-884f-3d9066cc5615 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.24 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 945 time: 0.0635936 May 11 06:02:29.328381 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-569179df-3a2f-43bd-ab43-816a2c822e82 req-633830d1-2ac4-4ade-9ea8-a2466cb6935a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813870 May 11 06:02:29.440972 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Deleting port 0ab1918d-6a5d-41ef-a74b-b96667049a93 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:29.441376 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:29.445312 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-3180c623-28fd-4450-9308-d3b74af95197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.447244 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-3180c623-28fd-4450-9308-d3b74af95197 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 1129 time: 0.0439525 May 11 06:02:29.546335 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] For port 0ab1918d-6a5d-41ef-a74b-b96667049a93, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0ab1918d-6a5d-41ef-a74b-b96667049a93,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:29.546973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:29.554529 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-9b1f4b05-1c6a-4011-be44-df75b50ddf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.556610 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-9b1f4b05-1c6a-4011-be44-df75b50ddf70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 912 time: 0.0978377 May 11 06:02:29.562420 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Calling delete_port for 0ab1918d-6a5d-41ef-a74b-b96667049a93 owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:29.631416 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-86bab8ca-4360-4b58-aaea-af54613b1e99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8 HTTP/1.1" status: 200 len: 1001 time: 0.0650029 May 11 06:02:29.685811 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-3a314621-28f5-4924-b6f4-400c7b582bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.687587 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-3a314621-28f5-4924-b6f4-400c7b582bde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.0495064 May 11 06:02:29.710309 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (0ab1918d-6a5d-41ef-a74b-b96667049a93), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:29.739810 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-ebf42d8e-aa93-45a2-bbc9-36bad86da249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.741685 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-ebf42d8e-aa93-45a2-bbc9-36bad86da249 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452859 May 11 06:02:29.751896 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0ab1918d-6a5d-41ef-a74b-b96667049a93'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:02:29.756660 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Pushing event deleted for resources: {'Port': ['ID=0ab1918d-6a5d-41ef-a74b-b96667049a93,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:29.787105 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.787847 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.788264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.788677 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.789073 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.789618 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.790022 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.790422 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.790820 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.791320 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.791789 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.792225 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.792736 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.793134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.793547 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:29.838605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903952e2-1acd-4e87-81bc-eea9f9017d6d req-32fe1ae9-7905-4285-bf10-19efc728d316 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:29.840230 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-903952e2-1acd-4e87-81bc-eea9f9017d6d req-32fe1ae9-7905-4285-bf10-19efc728d316 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0717258 May 11 06:02:29.935217 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-813c9741-a624-4541-9582-32f02a73d372 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756535 May 11 06:02:29.938837 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-903952e2-1acd-4e87-81bc-eea9f9017d6d req-ec117eb7-047f-40ee-9ab3-12d16207cd1a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692635 May 11 06:02:30.083067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] No DVR routers for this DVR port 0ab1918d-6a5d-41ef-a74b-b96667049a93 on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:30.085630 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:30.089187 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e8f3f96f-6841-45c2-a331-a3ef14224e59 req-61d40ca1-ac4d-4fae-bd8a-6d459aa51797 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.24 "DELETE /v2.0/ports/0ab1918d-6a5d-41ef-a74b-b96667049a93 HTTP/1.1" status: 204 len: 173 time: 0.7453671 May 11 06:02:30.097393 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'name': 'network-vif-deleted', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:30.099610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956177f8-6d8c-4d88-b281-87438019cf09" -d '{"events": [{"server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "name": "network-vif-deleted", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:30.122621 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-acfc05f2-c5fe-4bde-a0db-0bb366db8291 req-ea5fc551-4091-47d4-a6d0-df8fd112efab tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 210 time: 0.0410275 May 11 06:02:30.142136 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ddf306-1efc-4da3-a9d6-cfb0c329a3c0 x-openstack-request-id: req-b6ddf306-1efc-4da3-a9d6-cfb0c329a3c0 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:30.142446 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062320bf-1043-4042-8c15-82cfd3b16686", "name": "network-vif-deleted", "tag": "0ab1918d-6a5d-41ef-a74b-b96667049a93", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:30.142707 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6ddf306-1efc-4da3-a9d6-cfb0c329a3c0 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:30.143114 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ddf306-1efc-4da3-a9d6-cfb0c329a3c0'] response: {'server_uuid': '062320bf-1043-4042-8c15-82cfd3b16686', 'name': 'network-vif-deleted', 'tag': '0ab1918d-6a5d-41ef-a74b-b96667049a93', 'status': 'completed', 'code': 200} May 11 06:02:30.271466 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9fe80ffb-64fb-45b7-89ca-f464ac917ed8 req-4bf0a5b2-9c79-4cf5-9c66-55c6f67740ad tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0289426 May 11 06:02:30.443502 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8410e888-fc6d-4c5d-9d5d-7f9a2af831a8 req-c35dcfdf-7344-4b7a-a0c9-81871db5c002 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145093 May 11 06:02:30.466498 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7447a-a90a-4808-ab18-9d0f80b9a9b7 req-03fd6d7c-540d-428b-a216-d4c671e77c8b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:30.468170 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8ae7447a-a90a-4808-ab18-9d0f80b9a9b7 req-03fd6d7c-540d-428b-a216-d4c671e77c8b tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0585041 May 11 06:02:30.518826 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8ae7447a-a90a-4808-ab18-9d0f80b9a9b7 req-4522d416-c18f-42c2-897e-5a415a2b9991 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 May 11 06:02:30.711488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-8e2d771b-ccab-40aa-999e-9b32da4a9e6b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:30.713648 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-8e2d771b-ccab-40aa-999e-9b32da4a9e6b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 808 time: 0.1130323 May 11 06:02:31.053731 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd488ab-0e72-463d-904b-3505833185a9 req-f2f4a0bc-5033-408b-835a-d2939dd77741 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:31.055192 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cdd488ab-0e72-463d-904b-3505833185a9 req-f2f4a0bc-5033-408b-835a-d2939dd77741 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0476756 May 11 06:02:31.100815 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cdd488ab-0e72-463d-904b-3505833185a9 req-ab65a4ee-440d-4e87-a38c-59dc2138d7a2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397260 May 11 06:02:31.234357 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f707604-7946-4ea5-b811-c3550b37430a req-0cc44a7e-21ac-4e21-a02b-ec4441481315 tempest-TestMinimumBasicScenario-1346870818 tempest-TestMinimumBasicScenario-1346870818-project] 10.222.0.44 "GET /v2.0/ports?device_id=062320bf-1043-4042-8c15-82cfd3b16686 HTTP/1.1" status: 200 len: 210 time: 0.0276330 May 11 06:02:31.364670 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7d2b479d-f2fd-45a7-8575-a499d92efbf9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d HTTP/1.1" status: 200 len: 380 time: 0.0726132 May 11 06:02:31.383951 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-021b4525-5314-4f6e-bfcc-b970d8e2d501 req-22a4d103-5fbd-438b-b0fc-cc10c2578bd0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0352335 May 11 06:02:31.635378 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cf008-0dbd-4481-a900-78d284cf8154 req-a7a8df76-ea89-4a9a-becd-1adb4a7a52f0 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:31.636814 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-200cf008-0dbd-4481-a900-78d284cf8154 req-a7a8df76-ea89-4a9a-becd-1adb4a7a52f0 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0479050 May 11 06:02:31.683441 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-200cf008-0dbd-4481-a900-78d284cf8154 req-1286caca-1799-45dd-b7c5-75a708df6de5 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 May 11 06:02:32.066938 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'port': {'device_id': '83fc7441-7d03-47f5-b466-96344add4ec3', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'admin_state_up': True, 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'security_groups': ['577bf9a4-aba3-4121-8bb3-a03467c06e39']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:32.189875 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Made reservation on behalf of 3071f6c8fd64408fa45be4bc3a5c3f4d for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:02:32.193435 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:32.249099 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089a376-25fa-4bbf-ab4d-752921e6452a req-e0e4c2c8-a09b-4cbe-9464-6e8b4b505737 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:32.250593 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0089a376-25fa-4bbf-ab4d-752921e6452a req-e0e4c2c8-a09b-4cbe-9464-6e8b4b505737 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0739727 May 11 06:02:32.320638 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0ab1918d-6a5d-41ef-a74b-b96667049a93 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:32.352157 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 0ab1918d-6a5d-41ef-a74b-b96667049a93 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:32.352685 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0ab1918d-6a5d-41ef-a74b-b96667049a93 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:32.384084 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0089a376-25fa-4bbf-ab4d-752921e6452a req-d7c84b5a-9620-4aa2-904b-c172af21a2e3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004946 May 11 06:02:32.414737 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Allocated IP 172.20.0.13 (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863/2458119d-b47c-4322-b672-b853cfebbf05/0f8bf64f-04f0-4b4a-97d2-7d0d321bf055) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:02:32.485026 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5f75d4e6-3a3b-44bc-a51e-dbf470b4926f req-08fa621b-7fe1-423a-b420-ea7a463e005d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0313811 May 11 06:02:32.578234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:32.615676 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:32.672617 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:02:32.675815 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:02:32.679591 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:02:32.713151 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:32.745125 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:32.746133 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:32.766516 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-5e1d71bf-ffb4-40c3-9f0b-bef023704fed tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7030249 May 11 06:02:32.838565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Request body: {'port': {'device_id': '83fc7441-7d03-47f5-b466-96344add4ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:32.909257 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:32.943322 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-6468e4dc-11a2-4cb4-8d5c-8319799752ae None None] Provisioning complete for port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:32.943793 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6468e4dc-11a2-4cb4-8d5c-8319799752ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:32.955557 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54300) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:32.986438 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-6468e4dc-11a2-4cb4-8d5c-8319799752ae None None] Port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:02:33.235815 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:02:33.243280 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Publish callbacks [] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.257140 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Transition to ACTIVE for port object 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:02:33.261983 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.331659 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:33.383702 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.385714 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Attempting to bind port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:02:33.386056 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Attempting to bind port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:02:33.386388 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Attempting to bind port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 on network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:02:33.391872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 on network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:02:33.392194 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Attempting to bind port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 on network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:02:33.397180 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:02:33.397567 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Checking segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:02:33.397961 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Bound using segment: {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:02:33.398395 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Bound port: 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:02:33.398756 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.512074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:02:33.533380 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60273-9d22-4b0a-814b-8dfba72b00b3 req-5a27b95f-8a1e-44e3-afd0-a12d4aa85e12 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:33.534905 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9dd60273-9d22-4b0a-814b-8dfba72b00b3 req-5a27b95f-8a1e-44e3-afd0-a12d4aa85e12 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0719044 May 11 06:02:33.539082 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:02:33.558042 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.604623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:33.604623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.605566 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 1094 time: 0.7719436 May 11 06:02:33.608360 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:33.610613 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97260745-302d-407c-9255-31d459c157b8" -d '{"events": [{"name": "network-changed", "server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:33.622647 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510bb97-02b1-4524-9bc5-324704c93f38 req-306fc7ea-9e38-47fb-bbac-717c251f45a9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:33.624098 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2510bb97-02b1-4524-9bc5-324704c93f38 req-306fc7ea-9e38-47fb-bbac-717c251f45a9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0507784 May 11 06:02:33.636993 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9dd60273-9d22-4b0a-814b-8dfba72b00b3 req-e53198f4-ab96-4b2b-a372-e5b9485fe2ca tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953565 May 11 06:02:33.668570 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54b821-8cea-4b47-bf19-3d0374709b10 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:33.725593 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4cc87c-b105-4704-aa2e-36d9eb933e0e x-openstack-request-id: req-cd4cc87c-b105-4704-aa2e-36d9eb933e0e {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:33.726024 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:33.726377 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd4cc87c-b105-4704-aa2e-36d9eb933e0e {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:33.727018 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4cc87c-b105-4704-aa2e-36d9eb933e0e'] response: {'name': 'network-changed', 'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'status': 'completed', 'code': 200} May 11 06:02:33.756928 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-dee09226-845e-4cd0-ba0d-160df367654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:33.758712 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-dee09226-845e-4cd0-ba0d-160df367654e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0495939 May 11 06:02:33.765536 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2510bb97-02b1-4524-9bc5-324704c93f38 req-df1c3a70-8e5b-4a75-92a8-2874253c05a4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138465 May 11 06:02:33.812717 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-c9780937-0136-4644-9237-053d0e89da89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 217 time: 0.0368154 May 11 06:02:33.829666 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Deleting port c668dbde-be0a-4190-a611-1f07e3933c74 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:33.830009 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.863060 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-97caa76e-8d16-481b-ab4b-623ce8c50074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:33.864432 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-97caa76e-8d16-481b-ab4b-623ce8c50074 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.0442181 May 11 06:02:33.912890 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] For port c668dbde-be0a-4190-a611-1f07e3933c74, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=c668dbde-be0a-4190-a611-1f07e3933c74,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:33.913259 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:33.913873 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-bc8f06d3-4388-40b1-9b48-4ca9ca209e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:33.915353 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-bc8f06d3-4388-40b1-9b48-4ca9ca209e35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426517 May 11 06:02:33.927576 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Calling delete_port for c668dbde-be0a-4190-a611-1f07e3933c74 owned by network:router_interface {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:34.004844 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-1ddf2fb1-5066-4e9f-ade3-103b3cdb8f41 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 May 11 06:02:34.115147 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-227efdc5-593a-4bb2-b7ef-a9c5408b1776 req-22a74e20-9e3c-4e76-bdbf-019dd1aa65e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908484 May 11 06:02:34.117381 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (c668dbde-be0a-4190-a611-1f07e3933c74), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:34.143375 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Pushing event deleted for resources: {'Port': ['ID=c668dbde-be0a-4190-a611-1f07e3933c74,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:34.321765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:34.334396 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4cd52-4bf5-4609-83d9-87c2022cc09e req-e703f655-f372-4994-bbd8-1c548f85331e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:34.335859 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a3a4cd52-4bf5-4609-83d9-87c2022cc09e req-e703f655-f372-4994-bbd8-1c548f85331e tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.0625510 May 11 06:02:34.456298 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a3a4cd52-4bf5-4609-83d9-87c2022cc09e req-594946c8-1628-48ab-8bb5-f78ff0145b5c tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825124 May 11 06:02:34.582837 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:34.689076 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:34.694111 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-38bb54df-f21f-4d3a-9457-789ff8574472 admin admin] 10.222.0.44 "PUT /v2.0/routers/f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368860 May 11 06:02:34.696562 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54318) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:34.699666 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] Sync routers for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:34.710543 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:34.711254 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:34.774382 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7699b-b3f3-4e29-9e77-38905c219d34 req-feb5eef9-2e4f-475a-9370-2e0552def984 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:34.775915 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30e7699b-b3f3-4e29-9e77-38905c219d34 req-feb5eef9-2e4f-475a-9370-2e0552def984 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0498378 May 11 06:02:34.812766 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks [] for router (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:34.831128 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30e7699b-b3f3-4e29-9e77-38905c219d34 req-5dc7d750-dc9a-4378-ba2d-87525311af22 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490286 May 11 06:02:34.833816 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:34.906261 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e8c29-4360-435b-bf8e-c9bc454ba82a req-8fa9918d-29d3-476e-9f08-ba72111549a2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:34.907703 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e27e8c29-4360-435b-bf8e-c9bc454ba82a req-8fa9918d-29d3-476e-9f08-ba72111549a2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0611298 May 11 06:02:34.986454 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks [] for router_gateway (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.000195 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e27e8c29-4360-435b-bf8e-c9bc454ba82a req-ac6e8957-3e8c-48dc-b17f-f3aee807d4fc tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654640 May 11 06:02:35.006364 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T06:02:34Z', 'revision_number': 5, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port': {'id': '751482ee-497a-4ef8-a616-2cc66b8a3495', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:31Z', 'updated_at': '2022-05-11T05:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:35.037884 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] Checking router: f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:35.041045 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Deleting port 751482ee-497a-4ef8-a616-2cc66b8a3495 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:35.041368 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.046615 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] Routers {'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:35.047226 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:35.134681 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] Set router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:35.193123 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T06:02:34Z', 'revision_number': 6, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:35.220242 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6005cff-54fc-496a-890c-bd2b3e8e0b91 None None] The sync data for ids ['f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d'] in dv-cinder-733623-13-iscsi is: [{'id': 'f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d', 'name': 'tempest-TestMinimumBasicScenario-1766738333-router', 'tenant_id': '4285af910bec40c4a5a5691d5492f941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:30Z', 'updated_at': '2022-05-11T06:02:34Z', 'revision_number': 6, 'project_id': '4285af910bec40c4a5a5691d5492f941', 'gw_port_host': None}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:35.363677 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] For port 751482ee-497a-4ef8-a616-2cc66b8a3495, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=751482ee-497a-4ef8-a616-2cc66b8a3495,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:35.364040 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.376683 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Calling delete_port for 751482ee-497a-4ef8-a616-2cc66b8a3495 owned by network:router_gateway {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:35.540220 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (751482ee-497a-4ef8-a616-2cc66b8a3495), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.568259 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Pushing event deleted for resources: {'Port': ['ID=751482ee-497a-4ef8-a616-2cc66b8a3495,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:35.584467 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad3ecf-f256-4e6c-b097-8bad26f2f25a req-6da1aecb-8a7e-4b20-9d2a-c176139f21cd tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:35.586314 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0cad3ecf-f256-4e6c-b097-8bad26f2f25a req-6da1aecb-8a7e-4b20-9d2a-c176139f21cd tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.0626290 May 11 06:02:35.596621 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.645063 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0cad3ecf-f256-4e6c-b097-8bad26f2f25a req-5552f6e8-0575-4cd5-ad9b-f3dbdf04f308 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514715 May 11 06:02:35.709441 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.711584 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks [] for router_controller (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.776894 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.777426 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d {{(pid=103519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:02:35.783560 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.784681 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-11b71053-8a46-4bc1-824a-75ee4e05a604 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f5c3ebe4-d3dd-43ff-9454-eb4fb450ad8d HTTP/1.1" status: 204 len: 168 time: 1.0871508 May 11 06:02:35.787167 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54324) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:35.829715 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Deleting subnet e5be1b32-27cf-471d-91c1-c4c2d0d595b9 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:02:35.832647 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Publish callbacks [] for subnet (e5be1b32-27cf-471d-91c1-c4c2d0d595b9), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.867760 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Publish callbacks [] for subnet (e5be1b32-27cf-471d-91c1-c4c2d0d595b9), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:35.979290 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (e5be1b32-27cf-471d-91c1-c4c2d0d595b9), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.006108 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaadf6-3b18-4f30-ad52-f725ef76c835 req-37a70539-5c8e-49d1-8b64-4f6969f5eecf tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.007625 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7fcaadf6-3b18-4f30-ad52-f725ef76c835 req-37a70539-5c8e-49d1-8b64-4f6969f5eecf tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0867977 May 11 06:02:36.082655 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7fcaadf6-3b18-4f30-ad52-f725ef76c835 req-fce373e6-575c-47f6-b14d-aa056ede86c9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675235 May 11 06:02:36.085052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for subnet (e5be1b32-27cf-471d-91c1-c4c2d0d595b9), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.108475 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5be1b32-27cf-471d-91c1-c4c2d0d595b9,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:36.126619 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b5b6e-cb73-4067-abd5-c02bd1b6611a None None] Network 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:02:36.127122 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.134134 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d9420a59-d960-4bba-b9fd-d6ad4fa4ff60 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e5be1b32-27cf-471d-91c1-c4c2d0d595b9 HTTP/1.1" status: 204 len: 168 time: 0.3457654 May 11 06:02:36.134847 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54330) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:36.136429 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bda3ad-c3e9-4471-9532-b99bbf3130c2 req-17c19dad-53aa-4a92-b65a-ce03477dc2b8 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.139021 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a1bda3ad-c3e9-4471-9532-b99bbf3130c2 req-17c19dad-53aa-4a92-b65a-ce03477dc2b8 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0644937 May 11 06:02:36.199637 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260745-302d-407c-9255-31d459c157b8 req-19150ada-36de-4cbd-8bad-87262360f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.202086 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-19150ada-36de-4cbd-8bad-87262360f847 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0620592 May 11 06:02:36.224125 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.229146 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a1bda3ad-c3e9-4471-9532-b99bbf3130c2 req-abca9615-5a51-4d01-a0f5-eff51f6072ab tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801256 May 11 06:02:36.281409 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Deleting port 22734016-343a-4783-8566-977497e434ae {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:36.281814 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (22734016-343a-4783-8566-977497e434ae), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.327081 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] DHCP port deletion for 626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:02:36.350858 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] For port 22734016-343a-4783-8566-977497e434ae, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=22734016-343a-4783-8566-977497e434ae,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:36.351229 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (22734016-343a-4783-8566-977497e434ae), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.368571 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Calling delete_port for 22734016-343a-4783-8566-977497e434ae owned by network:dhcp {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:36.370088 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Deleting port 22734016-343a-4783-8566-977497e434ae {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:36.370665 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (22734016-343a-4783-8566-977497e434ae), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.444146 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] For port 22734016-343a-4783-8566-977497e434ae, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=22734016-343a-4783-8566-977497e434ae,segment=NetworkSegment(84592529-37f9-45de-9f48-6b5649dcc1d0),segment_id=84592529-37f9-45de-9f48-6b5649dcc1d0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:36.444541 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (22734016-343a-4783-8566-977497e434ae), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.454204 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260745-302d-407c-9255-31d459c157b8 req-f375349b-8a27-45be-9bdf-ce862d6308df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.455890 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-f375349b-8a27-45be-9bdf-ce862d6308df service neutron] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 909 time: 0.1047993 May 11 06:02:36.458714 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (22734016-343a-4783-8566-977497e434ae), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.462386 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Calling delete_port for 22734016-343a-4783-8566-977497e434ae owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:36.482861 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Pushing event deleted for resources: {'Port': ['ID=22734016-343a-4783-8566-977497e434ae,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:36.486412 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] No DVR routers for this DVR port 22734016-343a-4783-8566-977497e434ae on host dv-cinder-733623-13-iscsi {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:36.567945 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.580399 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (22734016-343a-4783-8566-977497e434ae), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.588151 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-467a1d5f-4684-4c1e-a486-22b458a6defb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 217 time: 0.0370796 May 11 06:02:36.608176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Pushing event deleted for resources: {'Port': ['ID=22734016-343a-4783-8566-977497e434ae,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:36.611659 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.612008 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.612780 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.613135 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > port after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.613465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.613833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.614163 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.614502 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.614818 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.615145 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.618432 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] No DVR routers for this DVR port 22734016-343a-4783-8566-977497e434ae on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:36.625380 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.625816 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.626796 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.626796 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.627045 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.627376 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.627817 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.628176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.628943 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.629373 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.629756 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.630153 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.630661 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.631290 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.631789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67c9aea-0fed-4392-8dff-2e5cee2731a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:02:36.650864 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260745-302d-407c-9255-31d459c157b8 req-0b9f6984-c146-47f2-8288-0dbd8e07673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.652387 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-0b9f6984-c146-47f2-8288-0dbd8e07673c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.0573640 May 11 06:02:36.705708 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260745-302d-407c-9255-31d459c157b8 req-9c6ecbc4-301d-474d-ba4c-4f495f538615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.707383 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-9c6ecbc4-301d-474d-ba4c-4f495f538615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461349 May 11 06:02:36.729212 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.729783 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.729940 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.730307 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:02:36.730681 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626aa50b-f8ab-4c0a-a0db-c276fe88c2c3']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:36.760479 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84592529-37f9-45de-9f48-6b5649dcc1d0') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:36.760783 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84592529-37f9-45de-9f48-6b5649dcc1d0') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:36.772368 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-b82136e8-1134-4df3-b93a-41d77c604878 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.772368 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-b82136e8-1134-4df3-b93a-41d77c604878 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.2144098 May 11 06:02:36.800423 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-989f0c96-60cf-4459-9e8d-4553a40cee38 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871747 May 11 06:02:36.808805 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (84592529-37f9-45de-9f48-6b5649dcc1d0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.866857 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb62a-93f0-4415-bb93-cbcc4d01f3c8 req-fb289854-9083-4252-8de5-a651dbfed4b3 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:36.868275 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4b0cb62a-93f0-4415-bb93-cbcc4d01f3c8 req-fb289854-9083-4252-8de5-a651dbfed4b3 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 945 time: 0.1320739 May 11 06:02:36.869205 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (84592529-37f9-45de-9f48-6b5649dcc1d0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.889929 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-97260745-302d-407c-9255-31d459c157b8 req-e0becf91-56a1-4fc9-a22b-a840b53d10f9 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829422 May 11 06:02:36.906343 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:02:36.906678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (84592529-37f9-45de-9f48-6b5649dcc1d0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: from cryptography.utils import int_from_bytes May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: from cryptography.utils import int_from_bytes May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:02:36.915256 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:02:37.008111 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Deleting port 8bd90930-e072-4204-8f1a-43b6651cec1e {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:37.008454 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:37.011192 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (626aa50b-f8ab-4c0a-a0db-c276fe88c2c3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:37.040287 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4b0cb62a-93f0-4415-bb93-cbcc4d01f3c8 req-bffdda75-fabe-460a-a7bc-ba0c5a6f4ab9 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad60169c-d0a6-4b2a-bedb-3c05aaec7713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620576 May 11 06:02:37.043558 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:37.046792 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] 10.222.0.44 "DELETE /v2.0/networks/626aa50b-f8ab-4c0a-a0db-c276fe88c2c3 HTTP/1.1" status: 204 len: 168 time: 0.9109902 May 11 06:02:37.050041 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54336) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:37.057927 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb2d9-faed-46ae-ba9a-66626717d75b admin admin] Pushing event deleted for resources: {'Network': ['ID=626aa50b-f8ab-4c0a-a0db-c276fe88c2c3,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:37.135294 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] For port 8bd90930-e072-4204-8f1a-43b6651cec1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8bd90930-e072-4204-8f1a-43b6651cec1e,segment=NetworkSegment(4c526753-19a7-4ec4-9317-5e0a5db5c532),segment_id=4c526753-19a7-4ec4-9317-5e0a5db5c532)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:37.135674 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:37.150361 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Calling delete_port for 8bd90930-e072-4204-8f1a-43b6651cec1e owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:37.226629 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039266-51a8-4bad-8027-ca802ff2e348 req-af797bbb-dd7e-4384-962b-d3298887a80f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:37.228257 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-42039266-51a8-4bad-8027-ca802ff2e348 req-af797bbb-dd7e-4384-962b-d3298887a80f tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0674675 May 11 06:02:37.314578 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (8bd90930-e072-4204-8f1a-43b6651cec1e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:37.321519 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-42039266-51a8-4bad-8027-ca802ff2e348 req-12c4dfa0-694d-47a1-82eb-88675a9c2d30 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594883 May 11 06:02:37.339176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device c668dbde-be0a-4190-a611-1f07e3933c74 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:37.362851 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: c668dbde-be0a-4190-a611-1f07e3933c74 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:37.365969 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device c668dbde-be0a-4190-a611-1f07e3933c74 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:37.366592 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 751482ee-497a-4ef8-a616-2cc66b8a3495 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:37.369071 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['8bd90930-e072-4204-8f1a-43b6651cec1e'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:02:37.403037 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Pushing event deleted for resources: {'Port': ['ID=8bd90930-e072-4204-8f1a-43b6651cec1e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:37.450909 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb186b-0e45-46e8-b0c6-b131831b7e10 req-2629c790-50d2-4114-9214-ecbcb03e4e52 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:37.454194 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d6eb186b-0e45-46e8-b0c6-b131831b7e10 req-2629c790-50d2-4114-9214-ecbcb03e4e52 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.1086018 May 11 06:02:37.454330 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 751482ee-497a-4ef8-a616-2cc66b8a3495 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:37.454560 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 751482ee-497a-4ef8-a616-2cc66b8a3495 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:37.454977 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 22734016-343a-4783-8566-977497e434ae no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:37.472808 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] No DVR routers for this DVR port 8bd90930-e072-4204-8f1a-43b6651cec1e on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:37.479011 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 22734016-343a-4783-8566-977497e434ae {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:37.479619 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 22734016-343a-4783-8566-977497e434ae not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:37.480113 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:37.484475 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cb5a9b5c-0926-4901-a645-6b8d6c23334d req-ca99cb8f-b27b-4755-8ec8-bd3712d6b80f tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.24 "DELETE /v2.0/ports/8bd90930-e072-4204-8f1a-43b6651cec1e HTTP/1.1" status: 204 len: 173 time: 0.6894579 May 11 06:02:37.485011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'name': 'network-vif-deleted', 'tag': '8bd90930-e072-4204-8f1a-43b6651cec1e'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:37.487512 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622f7b39-7d04-48f8-8a8d-ed6205369901" -d '{"events": [{"server_uuid": "c823e6a3-6d8d-4ab2-868a-d85eed39ced1", "name": "network-vif-deleted", "tag": "8bd90930-e072-4204-8f1a-43b6651cec1e"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:37.535033 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a8812-6fa0-463b-bb16-4daec2076cff x-openstack-request-id: req-4d2a8812-6fa0-463b-bb16-4daec2076cff {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:37.535333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c823e6a3-6d8d-4ab2-868a-d85eed39ced1", "name": "network-vif-deleted", "tag": "8bd90930-e072-4204-8f1a-43b6651cec1e", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:37.535627 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d2a8812-6fa0-463b-bb16-4daec2076cff {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:37.536018 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2a8812-6fa0-463b-bb16-4daec2076cff'] response: {'server_uuid': 'c823e6a3-6d8d-4ab2-868a-d85eed39ced1', 'name': 'network-vif-deleted', 'tag': '8bd90930-e072-4204-8f1a-43b6651cec1e', 'status': 'completed', 'code': 200} May 11 06:02:37.546964 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d6eb186b-0e45-46e8-b0c6-b131831b7e10 req-6e9505bf-ed69-4664-8801-84021b5b233a tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759215 May 11 06:02:37.636063 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:38.181799 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e86b598f-6eb5-413e-ad4d-951956864102 req-95e8115c-feff-47fa-970a-60b88dc31687 tempest-VolumesSnapshotTestJSON-1056106872 tempest-VolumesSnapshotTestJSON-1056106872-project] 10.222.0.44 "GET /v2.0/ports?device_id=c823e6a3-6d8d-4ab2-868a-d85eed39ced1 HTTP/1.1" status: 200 len: 210 time: 0.0312202 May 11 06:02:38.223447 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Deleting port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:38.223786 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:38.298613 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] For port 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:38.299266 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:38.311265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Calling delete_port for 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:38.405902 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5aec0345-8fd9-4213-848f-4834511b2f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:38.441858 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5f8aa-17df-4ee6-968e-e276e0e6b0cb req-3a7352b4-7c39-4e8e-b087-2a62034d989c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:38.443494 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-eed5f8aa-17df-4ee6-968e-e276e0e6b0cb req-3a7352b4-7c39-4e8e-b087-2a62034d989c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0512118 May 11 06:02:38.492956 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-eed5f8aa-17df-4ee6-968e-e276e0e6b0cb req-a11ab1a5-1bb6-4162-84d8-6ddde4e042af tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 May 11 06:02:38.493370 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (08fc1d8b-9d4f-4b3e-9828-eaa98d5da432), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:38.523635 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fc1d8b-9d4f-4b3e-9828-eaa98d5da432,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:38.685519 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5a6d5-213e-417e-818b-8439cbdb66b4 req-ee6ec073-d2f5-4039-ad44-6190eca09426 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:38.687011 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27d5a6d5-213e-417e-818b-8439cbdb66b4 req-ee6ec073-d2f5-4039-ad44-6190eca09426 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0665472 May 11 06:02:38.745569 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:38.776945 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27d5a6d5-213e-417e-818b-8439cbdb66b4 req-70fafe44-5261-4f56-a418-3d41226b8cf2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653074 May 11 06:02:38.984477 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:39.093034 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:39.097921 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-533f2160-b44e-4035-b8e2-ccfb3f9413d1 admin admin] 10.222.0.44 "PUT /v2.0/routers/22e79263-8d1d-4ff3-a293-4cca9aebcc4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0468087 May 11 06:02:39.101153 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54354) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:39.103431 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] Sync routers for ids ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:39.113748 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] Routers {'22e79263-8d1d-4ff3-a293-4cca9aebcc4a'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:39.114355 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:39.209838 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks [] for router (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:39.220924 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] Set router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:39.349065 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks [] for router_gateway (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:39.404309 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T06:02:38Z', 'revision_number': 5, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port': {'id': '29f0ed7c-fdfb-46a0-aff1-969bcd18e786', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:46Z', 'updated_at': '2022-05-11T05:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:39.411784 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Deleting port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:39.412183 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:39.436040 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] Checking router: 22e79263-8d1d-4ff3-a293-4cca9aebcc4a for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:39.444857 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] Routers {'22e79263-8d1d-4ff3-a293-4cca9aebcc4a'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:39.445465 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:39.545736 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] Set router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a gateway port host: None {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:39.553662 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc032e-eebb-47cd-b3fb-bbefd05390f1 req-17d182d3-03c5-447e-bbd1-77a9981fd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:39.555811 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-77bc032e-eebb-47cd-b3fb-bbefd05390f1 req-17d182d3-03c5-447e-bbd1-77a9981fd9c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0556462 May 11 06:02:39.560743 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] For port 29f0ed7c-fdfb-46a0-aff1-969bcd18e786, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:39.561190 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:39.576779 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Calling delete_port for 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 owned by network:router_gateway {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:39.614051 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T06:02:39Z', 'revision_number': 6, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:39.659196 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c2a28-56a4-4805-bb1f-5d3e594578ac req-0c979a73-eeec-4ed3-aa91-b5c7b6981422 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:39.661955 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-486c2a28-56a4-4805-bb1f-5d3e594578ac req-0c979a73-eeec-4ed3-aa91-b5c7b6981422 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0554464 May 11 06:02:39.680485 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-77bc032e-eebb-47cd-b3fb-bbefd05390f1 req-10b6ec00-aef4-4066-92c4-143a5991deee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972552 May 11 06:02:39.718769 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-486c2a28-56a4-4805-bb1f-5d3e594578ac req-1ba6a3c8-ecf4-4c2e-a04a-6301bcc7121e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517151 May 11 06:02:39.776227 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96faf5c8-3288-4355-b69a-7b9809494651 None None] The sync data for ids ['22e79263-8d1d-4ff3-a293-4cca9aebcc4a'] in dv-cinder-733623-13-iscsi is: [{'id': '22e79263-8d1d-4ff3-a293-4cca9aebcc4a', 'name': 'tempest-TestMinimumBasicScenario-677346687-router', 'tenant_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:58:44Z', 'updated_at': '2022-05-11T06:02:39Z', 'revision_number': 6, 'project_id': '891ef7b8d8d54a29870bcaf3d128e07c', 'gw_port_host': None}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:39.802452 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (29f0ed7c-fdfb-46a0-aff1-969bcd18e786), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:39.834092 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f0ed7c-fdfb-46a0-aff1-969bcd18e786,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:39.931177 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ef22-1dfc-4a69-9d85-0b7135f5aef7 req-f67ba37d-e82e-4ab0-b17f-d935f2f7b707 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:39.932648 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-39e8ef22-1dfc-4a69-9d85-0b7135f5aef7 req-f67ba37d-e82e-4ab0-b17f-d935f2f7b707 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0728083 May 11 06:02:39.939699 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.051391 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.056950 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks [] for router_controller (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.069661 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-39e8ef22-1dfc-4a69-9d85-0b7135f5aef7 req-6aa68d97-44e8-488d-8279-221c2757bb06 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308939 May 11 06:02:40.111247 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (22e79263-8d1d-4ff3-a293-4cca9aebcc4a), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.111828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e79263-8d1d-4ff3-a293-4cca9aebcc4a {{(pid=103519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:02:40.116886 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.120449 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-2abf0be8-5e1c-43a2-a84a-572062101688 admin admin] 10.222.0.44 "DELETE /v2.0/routers/22e79263-8d1d-4ff3-a293-4cca9aebcc4a HTTP/1.1" status: 204 len: 168 time: 1.0156038 May 11 06:02:40.120635 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54368) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:40.329001 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 8bd90930-e072-4204-8f1a-43b6651cec1e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:40.349161 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 8bd90930-e072-4204-8f1a-43b6651cec1e {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:40.349517 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 8bd90930-e072-4204-8f1a-43b6651cec1e not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:40.415386 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Deleting subnet c206b6f7-81d4-49c9-843e-53d1125a1fc3 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:02:40.418342 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Publish callbacks [] for subnet (c206b6f7-81d4-49c9-843e-53d1125a1fc3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.451236 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (c206b6f7-81d4-49c9-843e-53d1125a1fc3), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.528915 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (c206b6f7-81d4-49c9-843e-53d1125a1fc3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.582219 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (c206b6f7-81d4-49c9-843e-53d1125a1fc3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.608025 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c206b6f7-81d4-49c9-843e-53d1125a1fc3,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:40.612566 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.618494 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54372) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:40.620844 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab7b07-750e-46f6-99f2-fdf9bcd7bf6d None None] Network d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:02:40.623386 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-11498599-dd92-4d7b-98f1-8795203518b9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c206b6f7-81d4-49c9-843e-53d1125a1fc3 HTTP/1.1" status: 204 len: 168 time: 0.5004716 May 11 06:02:40.708328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.748895 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d13811b5-bd61-4bbd-a8c7-de6d56281242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.758287 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Deleting port d56a920d-b679-48ad-96a7-791d9e70fa0a {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:40.758622 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.833445 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] DHCP port deletion for d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:02:40.877804 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] Deleting port d56a920d-b679-48ad-96a7-791d9e70fa0a {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:40.878344 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.885102 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] For port d56a920d-b679-48ad-96a7-791d9e70fa0a, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d56a920d-b679-48ad-96a7-791d9e70fa0a,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:40.885575 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.906648 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Calling delete_port for d56a920d-b679-48ad-96a7-791d9e70fa0a owned by network:dhcp {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:40.914546 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cfde8-aebc-488d-9105-0c3110d9af42 req-ae85e3b9-a54b-4da9-8461-be0e304664e3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:40.915943 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-982cfde8-aebc-488d-9105-0c3110d9af42 req-ae85e3b9-a54b-4da9-8461-be0e304664e3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0944419 May 11 06:02:40.955291 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] For port d56a920d-b679-48ad-96a7-791d9e70fa0a, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d56a920d-b679-48ad-96a7-791d9e70fa0a,segment=NetworkSegment(3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9),segment_id=3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:40.955796 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:40.976861 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] Calling delete_port for d56a920d-b679-48ad-96a7-791d9e70fa0a owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:41.021156 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-982cfde8-aebc-488d-9105-0c3110d9af42 req-70bdaa32-e519-417e-9706-7fe4bd761636 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913897 May 11 06:02:41.046448 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.055814 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (d56a920d-b679-48ad-96a7-791d9e70fa0a), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.072501 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Pushing event deleted for resources: {'Port': ['ID=d56a920d-b679-48ad-96a7-791d9e70fa0a,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:41.076854 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] No DVR routers for this DVR port d56a920d-b679-48ad-96a7-791d9e70fa0a on host dv-cinder-733623-13-iscsi {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:41.087787 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] Pushing event deleted for resources: {'Port': ['ID=d56a920d-b679-48ad-96a7-791d9e70fa0a,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:41.089554 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbdd55f-ff17-432c-9be2-e05f9ced9de6 None None] No DVR routers for this DVR port d56a920d-b679-48ad-96a7-791d9e70fa0a on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:41.157130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.177211 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:41.186987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:41.187289 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:41.191559 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ab952-1ac2-449e-9b20-38752882ff5c req-4be20621-7d0f-42b8-a593-676e5687603c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:41.193065 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c8ab952-1ac2-449e-9b20-38752882ff5c req-4be20621-7d0f-42b8-a593-676e5687603c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0498579 May 11 06:02:41.197089 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.211118 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.218130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:02:41.218530 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (3f54ad0a-ba7c-4b1c-bb37-d86826f7f2b9), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:02:41.220265 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:02:41.242400 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2c8ab952-1ac2-449e-9b20-38752882ff5c req-d7c91474-da30-40f1-a141-13b0bf1a8bd0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 May 11 06:02:41.279557 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.286791 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.292628 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] 10.222.0.44 "DELETE /v2.0/networks/d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a HTTP/1.1" status: 204 len: 168 time: 0.6703286 May 11 06:02:41.304443 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d509d-dea8-45af-bf8c-ce39e22ca65d admin admin] Pushing event deleted for resources: {'Network': ['ID=d65e7f21-49fb-47e1-a0ab-aa9a1f64e07a,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:41.326554 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d56a920d-b679-48ad-96a7-791d9e70fa0a no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:41.347251 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: d56a920d-b679-48ad-96a7-791d9e70fa0a {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:41.347551 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d56a920d-b679-48ad-96a7-791d9e70fa0a not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:41.348030 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:41.366903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:41.367291 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 08fc1d8b-9d4f-4b3e-9828-eaa98d5da432 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:41.367707 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:41.386722 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:41.387067 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 29f0ed7c-fdfb-46a0-aff1-969bcd18e786 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:41.458299 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54384) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:41.497225 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4dfc898d-762b-4bb5-8afe-28e7b1af8b4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4285af910bec40c4a5a5691d5492f941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372856 May 11 06:02:41.499774 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54388) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:41.550488 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-417da533-8636-48de-9cf5-32f67d892659 admin admin] Publish callbacks [] for security_group (1c4a5d48-5b6f-4edf-9c00-abf97d273dd8), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.571223 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-417da533-8636-48de-9cf5-32f67d892659 admin admin] Publish callbacks [] for security_group (1c4a5d48-5b6f-4edf-9c00-abf97d273dd8), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.616072 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-417da533-8636-48de-9cf5-32f67d892659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1c4a5d48-5b6f-4edf-9c00-abf97d273dd8), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.618522 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-417da533-8636-48de-9cf5-32f67d892659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.619709 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-417da533-8636-48de-9cf5-32f67d892659 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c4a5d48-5b6f-4edf-9c00-abf97d273dd8 HTTP/1.1" status: 204 len: 168 time: 0.1190288 May 11 06:02:41.628014 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417da533-8636-48de-9cf5-32f67d892659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4a5d48-5b6f-4edf-9c00-abf97d273dd8,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:41.731575 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:41.932434 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54396) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:41.971803 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-8722b337-1cc3-469e-aafc-d196224ee4ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=891ef7b8d8d54a29870bcaf3d128e07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381036 May 11 06:02:41.974173 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54398) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:42.020218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2ddecc73-4e1f-440d-9dab-b132cc49db11 admin admin] Publish callbacks [] for security_group (811b6f5b-c279-4d58-8c0d-121da40fd2bc), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:42.040779 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2ddecc73-4e1f-440d-9dab-b132cc49db11 admin admin] Publish callbacks [] for security_group (811b6f5b-c279-4d58-8c0d-121da40fd2bc), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:42.086907 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2ddecc73-4e1f-440d-9dab-b132cc49db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (811b6f5b-c279-4d58-8c0d-121da40fd2bc), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:42.089511 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2ddecc73-4e1f-440d-9dab-b132cc49db11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:42.093710 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-2ddecc73-4e1f-440d-9dab-b132cc49db11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/811b6f5b-c279-4d58-8c0d-121da40fd2bc HTTP/1.1" status: 204 len: 168 time: 0.1156199 May 11 06:02:42.099127 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddecc73-4e1f-440d-9dab-b132cc49db11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b6f5b-c279-4d58-8c0d-121da40fd2bc,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:42.138876 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258855b-ae66-44b0-8e4d-c40b1df3153a req-c251a219-e374-4690-b229-8f96aa4eb931 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:42.141132 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b258855b-ae66-44b0-8e4d-c40b1df3153a req-c251a219-e374-4690-b229-8f96aa4eb931 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0487425 May 11 06:02:42.190725 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b258855b-ae66-44b0-8e4d-c40b1df3153a req-677fdeef-c2af-437a-87ec-f37f6d4f337c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 May 11 06:02:42.365122 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154d75-6957-47a9-820d-626224fa0235 req-c1c3f432-43df-4d3e-a5ef-de44fae9c8bf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:42.366852 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4a154d75-6957-47a9-820d-626224fa0235 req-c1c3f432-43df-4d3e-a5ef-de44fae9c8bf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0532527 May 11 06:02:42.422638 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4a154d75-6957-47a9-820d-626224fa0235 req-aa78a0e0-21ca-4a63-9feb-8ee5bb38b6a4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487154 May 11 06:02:43.303354 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:43.310906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d10f0-600e-4446-9d5e-e374bf770f16 req-2e8de2eb-fcca-403e-9c63-211add563ccd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:43.312417 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e89d10f0-600e-4446-9d5e-e374bf770f16 req-2e8de2eb-fcca-403e-9c63-211add563ccd tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0498731 May 11 06:02:43.359734 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e89d10f0-600e-4446-9d5e-e374bf770f16 req-4325d8e4-ddfa-4f6c-8385-1f6c5150187c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 May 11 06:02:43.536928 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae26abd-a1c6-4588-806c-d0ac3a234725 req-e6108d12-d974-4a6c-9747-4d71acb47654 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:43.538387 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dae26abd-a1c6-4588-806c-d0ac3a234725 req-e6108d12-d974-4a6c-9747-4d71acb47654 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0476241 May 11 06:02:43.584455 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dae26abd-a1c6-4588-806c-d0ac3a234725 req-5bcef45c-cfd7-4cbb-bd0f-b4d635c841cf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 May 11 06:02:44.474490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052689-3e23-4ebc-9ed1-806ba6870fe5 req-366ffd35-8f0e-43ea-a3c9-297af533fcb1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:44.475844 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-44052689-3e23-4ebc-9ed1-806ba6870fe5 req-366ffd35-8f0e-43ea-a3c9-297af533fcb1 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0493591 May 11 06:02:44.521514 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-44052689-3e23-4ebc-9ed1-806ba6870fe5 req-e7a52e34-4729-482b-a497-ee932180c939 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388794 May 11 06:02:44.705087 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b7c4-715c-480b-9b40-58257dc8a63e req-6a86513f-cba8-48dd-8c82-afd41a16a933 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:44.706652 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a516b7c4-715c-480b-9b40-58257dc8a63e req-6a86513f-cba8-48dd-8c82-afd41a16a933 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0519645 May 11 06:02:44.756136 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a516b7c4-715c-480b-9b40-58257dc8a63e req-975c71dc-1794-4606-906d-c8245b4045d5 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 May 11 06:02:44.860722 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:44.900815 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96036c5f-69e6-4d29-baf9-548ddcc57261 req-abb1e5f8-7e8d-4b72-b8aa-bc682faebca4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:44.902295 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-96036c5f-69e6-4d29-baf9-548ddcc57261 req-abb1e5f8-7e8d-4b72-b8aa-bc682faebca4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0464928 May 11 06:02:44.947598 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-96036c5f-69e6-4d29-baf9-548ddcc57261 req-45ccd9fa-baaa-4368-8e53-df1fa9106486 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 May 11 06:02:45.107417 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-2e2f04d4-ea1a-4639-ba09-3c9d81cf83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:45.109178 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-2e2f04d4-ea1a-4639-ba09-3c9d81cf83a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0425503 May 11 06:02:45.217021 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-677eb3e3-4782-4947-a4ef-12126845521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:45.218522 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-677eb3e3-4782-4947-a4ef-12126845521d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.1010551 May 11 06:02:45.575502 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-e61a100a-4990-49ea-bf9f-67033003fc1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 1001 time: 0.0565240 May 11 06:02:45.625965 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-41e79e58-26af-4893-9337-356cf39e5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:45.627459 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-41e79e58-26af-4893-9337-356cf39e5a96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0467401 May 11 06:02:45.753689 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-f190c4f4-d18e-49ad-b7fb-be748e2c4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:45.755201 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-f190c4f4-d18e-49ad-b7fb-be748e2c4b54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399654 May 11 06:02:45.784802 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:02:45.884011 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:45.889864 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4711357-c87a-4fd7-a5cf-0e9b2618b2ca req-d7b41015-9eb9-4fa7-8a68-3c5a64e28089 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:45.891643 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c4711357-c87a-4fd7-a5cf-0e9b2618b2ca req-d7b41015-9eb9-4fa7-8a68-3c5a64e28089 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0621045 May 11 06:02:45.893581 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-f6b740ba-1c2d-46ca-9763-b7414e8329ca service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315401 May 11 06:02:45.896915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'port_id': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'mac_address': 'fa:16:3e:c0:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:02:45.938115 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:45.938519 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:45.951429 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:02:45.970070 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:45.974602 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:46.001147 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c4711357-c87a-4fd7-a5cf-0e9b2618b2ca req-7f6298a5-9b25-449b-8fcd-a3484313e1b4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039305 May 11 06:02:46.031992 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:46.033886 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-29426e40-37db-495f-b010-3dd6dca6dbc4 req-ca22c380-1530-4092-af78-edbe5349f3bf service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213021 May 11 06:02:46.068151 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6014f-8637-4574-9aeb-55d4fbd3c2b9 req-6156192c-78bb-4de1-b5e1-1e492eda4d15 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:46.069667 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6c6014f-8637-4574-9aeb-55d4fbd3c2b9 req-6156192c-78bb-4de1-b5e1-1e492eda4d15 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0469761 May 11 06:02:46.117265 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e6c6014f-8637-4574-9aeb-55d4fbd3c2b9 req-33d78a42-02e4-466a-aaa1-88f179c9dd75 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 May 11 06:02:46.446415 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:02:46.805216 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f09f85-d72d-49d1-b9db-5c16ea4db465 req-552c655b-954e-4d27-9161-fc87d975bdbe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:46.806740 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-23f09f85-d72d-49d1-b9db-5c16ea4db465 req-552c655b-954e-4d27-9161-fc87d975bdbe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0496743 May 11 06:02:46.853149 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-23f09f85-d72d-49d1-b9db-5c16ea4db465 req-3aa8a06a-3d2a-4e4e-9818-33bf0f1d2931 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 May 11 06:02:47.119354 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d09ef-bb8a-4105-b216-8560d47e34dc req-54e60159-8eb9-466e-b3dd-4afd652aea25 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:47.120795 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b90d09ef-bb8a-4105-b216-8560d47e34dc req-54e60159-8eb9-466e-b3dd-4afd652aea25 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 945 time: 0.0464377 May 11 06:02:47.174755 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b90d09ef-bb8a-4105-b216-8560d47e34dc req-9d3f18ce-b68b-4124-b6dd-4f1185d0cef3 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482914 May 11 06:02:47.388497 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52ab0-148f-44f4-a555-7b4373457ee2 req-698a4e22-f626-4513-8d27-2e7db869969a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:47.389969 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cff52ab0-148f-44f4-a555-7b4373457ee2 req-698a4e22-f626-4513-8d27-2e7db869969a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.2000477 May 11 06:02:47.437313 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-cff52ab0-148f-44f4-a555-7b4373457ee2 req-399b95a6-4155-47ec-bc14-fa703a932a0a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 May 11 06:02:47.813196 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:02:47.862177 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:02:47.866772 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:02:47.867136 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:47.964978 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:47.965864 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:02:47.966232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:47.976414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3079a3c-278b-4425-bc27-53c6bfcab728 req-c16996a7-4e80-4ed6-a169-6d8e629f18e8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:47.977916 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f3079a3c-278b-4425-bc27-53c6bfcab728 req-c16996a7-4e80-4ed6-a169-6d8e629f18e8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0477078 May 11 06:02:47.989218 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:47.991436 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd03097-30c5-4bd3-b12d-1f7d4315731e" -d '{"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:48.004415 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:48.009090 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:48.030011 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f3079a3c-278b-4425-bc27-53c6bfcab728 req-c2f61bc9-7ec7-45ac-8945-23f3b0cc9205 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455527 May 11 06:02:48.035419 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8deffa-ad63-4982-8889-9cc092bbc50d x-openstack-request-id: req-7a8deffa-ad63-4982-8889-9cc092bbc50d {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:48.035716 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:48.035969 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a8deffa-ad63-4982-8889-9cc092bbc50d {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:48.036360 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8deffa-ad63-4982-8889-9cc092bbc50d'] response: {'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'code': 200} May 11 06:02:48.058990 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:48.292129 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d65da-bc1e-4388-924b-f25764a25ada req-2ccc39fa-623e-428c-9d9c-0838764f80be tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:48.293664 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a49d65da-bc1e-4388-924b-f25764a25ada req-2ccc39fa-623e-428c-9d9c-0838764f80be tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0494707 May 11 06:02:48.341502 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a49d65da-bc1e-4388-924b-f25764a25ada req-eebab714-60c3-406f-83a5-8f7b4c0d088c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 May 11 06:02:48.550922 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de5f73-01dd-43a5-a70b-5a790df09145 req-b92bd5ff-c0a9-4410-a078-daa00eca4b7e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:48.552372 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-15de5f73-01dd-43a5-a70b-5a790df09145 req-b92bd5ff-c0a9-4410-a078-daa00eca4b7e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0468671 May 11 06:02:48.596866 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-15de5f73-01dd-43a5-a70b-5a790df09145 req-e6cf77cc-4c48-4aab-a1ec-19b837967934 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 May 11 06:02:49.147581 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddf089-b4ca-44ea-ae04-b228b06b7ec9 req-a3565ada-1865-43ac-802d-6ff9b0ebf0be tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:49.149070 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-deddf089-b4ca-44ea-ae04-b228b06b7ec9 req-a3565ada-1865-43ac-802d-6ff9b0ebf0be tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0465009 May 11 06:02:49.196864 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-deddf089-b4ca-44ea-ae04-b228b06b7ec9 req-ee425076-9d6c-4e7a-8ea6-0938e854859b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 May 11 06:02:49.508775 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345134d-7bc4-4b9c-b035-675faf7e5c9c req-40f7856c-e531-43b3-a56f-f8da19b5ac0e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:49.510277 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7345134d-7bc4-4b9c-b035-675faf7e5c9c req-40f7856c-e531-43b3-a56f-f8da19b5ac0e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.1019595 May 11 06:02:49.557742 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7345134d-7bc4-4b9c-b035-675faf7e5c9c req-aaad461d-760b-4c84-a565-613c4eda78d4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413740 May 11 06:02:49.707299 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6aeef-bb6d-4ff3-9c68-823fa495165d req-b3378def-799e-4c01-811f-97fa4450afad tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:49.708734 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-73e6aeef-bb6d-4ff3-9c68-823fa495165d req-b3378def-799e-4c01-811f-97fa4450afad tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0456092 May 11 06:02:49.757478 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-73e6aeef-bb6d-4ff3-9c68-823fa495165d req-22c5deeb-faab-41cd-8cec-ad667887b659 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 May 11 06:02:50.312273 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bb2f-ad92-4fed-a504-f355618c65c2 req-0dbdaca2-812a-4f0f-b3f4-ddc3962cb77b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:50.313754 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0074bb2f-ad92-4fed-a504-f355618c65c2 req-0dbdaca2-812a-4f0f-b3f4-ddc3962cb77b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0462041 May 11 06:02:50.359402 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0074bb2f-ad92-4fed-a504-f355618c65c2 req-d9076dee-81cd-4b97-9f64-e38e74fec980 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 May 11 06:02:50.668101 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54636c4-cf5d-402c-886b-831a3475c1e7 req-8263bbfa-af40-4a7d-b1c0-aa4a4feb04a7 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:50.669762 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c54636c4-cf5d-402c-886b-831a3475c1e7 req-8263bbfa-af40-4a7d-b1c0-aa4a4feb04a7 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0464313 May 11 06:02:50.718198 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c54636c4-cf5d-402c-886b-831a3475c1e7 req-73caea33-27c0-440e-b33a-4d82103ac872 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 May 11 06:02:50.876014 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b10e-191c-4881-9a0a-fda41a9a65ef req-5205bdcb-9ad5-43ca-ac2d-8864225d514a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:50.877443 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e3b4b10e-191c-4881-9a0a-fda41a9a65ef req-5205bdcb-9ad5-43ca-ac2d-8864225d514a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0512307 May 11 06:02:50.925153 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e3b4b10e-191c-4881-9a0a-fda41a9a65ef req-8bd28b68-de6c-43e1-b405-efc617e14158 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 May 11 06:02:51.474763 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719fd97-f3f8-46e4-bdb4-fdcfcbedcd72 req-4d18f6cd-4d5a-45af-b203-6ff437a81452 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:51.476121 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6719fd97-f3f8-46e4-bdb4-fdcfcbedcd72 req-4d18f6cd-4d5a-45af-b203-6ff437a81452 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0463593 May 11 06:02:51.521918 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6719fd97-f3f8-46e4-bdb4-fdcfcbedcd72 req-428b292f-21a2-4d39-a3e8-8f74fc4dd684 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402906 May 11 06:02:51.828752 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e090-27ac-4af7-8bbd-bd758ce395c6 req-ae313c29-a6f8-4062-9f56-adb7747c1840 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:51.830217 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2435e090-27ac-4af7-8bbd-bd758ce395c6 req-ae313c29-a6f8-4062-9f56-adb7747c1840 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0469017 May 11 06:02:51.878915 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2435e090-27ac-4af7-8bbd-bd758ce395c6 req-9ac85dc5-2fea-49f3-995b-0603f07bb4ea tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 May 11 06:02:52.040120 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1d9c9-2da8-492c-992e-8c557976beb2 req-f8a640a7-b789-498a-aec5-d84b1fb2af24 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:52.041642 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-49f1d9c9-2da8-492c-992e-8c557976beb2 req-f8a640a7-b789-498a-aec5-d84b1fb2af24 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0488148 May 11 06:02:52.087602 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-49f1d9c9-2da8-492c-992e-8c557976beb2 req-e9d1adac-6b49-49ad-825b-2b40d49fd2a7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 May 11 06:02:52.646135 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c605ac0-e9bd-4355-b6de-4ff1b400f3b2 req-d7822d81-8d72-492a-9bba-575a862aca14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:52.647731 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5c605ac0-e9bd-4355-b6de-4ff1b400f3b2 req-d7822d81-8d72-492a-9bba-575a862aca14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0498188 May 11 06:02:52.696838 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5c605ac0-e9bd-4355-b6de-4ff1b400f3b2 req-db30a6ed-dce3-4213-8ab6-b0f8cfc90e80 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428035 May 11 06:02:52.989287 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980d8d-7339-4739-b63b-e6afb12ec586 req-e0f74f8d-3a7c-4422-8c20-68523b8da78c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:52.990769 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3d980d8d-7339-4739-b63b-e6afb12ec586 req-e0f74f8d-3a7c-4422-8c20-68523b8da78c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0465205 May 11 06:02:53.038294 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3d980d8d-7339-4739-b63b-e6afb12ec586 req-5be513e5-5ccd-4ea6-ac3a-6318e5f3f5e9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 May 11 06:02:53.204139 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8e8e3-8607-4755-ac89-9246c69a8d4b req-8df56052-5114-492a-9a5c-d7e202ede764 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.205680 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bcf8e8e3-8607-4755-ac89-9246c69a8d4b req-8df56052-5114-492a-9a5c-d7e202ede764 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0485504 May 11 06:02:53.254636 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bcf8e8e3-8607-4755-ac89-9246c69a8d4b req-a8db577f-9c6b-422f-a988-a36eb4a7f54a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 May 11 06:02:53.376722 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a7ab9-ad06-48af-8738-ed4300f226c7 req-8458059e-47b9-476b-9d3d-f06081771a30 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.378253 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-943a7ab9-ad06-48af-8738-ed4300f226c7 req-8458059e-47b9-476b-9d3d-f06081771a30 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0579135 May 11 06:02:53.386824 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54544) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:53.392162 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Request body: {'floatingip': {'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:53.451871 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:53.493573 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-5ddf0345-6292-472e-995a-b4f79f3b9b70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393891 May 11 06:02:53.577137 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-a8b50bb7-ad28-406d-9ab9-9cdd96d1422c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.578601 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-a8b50bb7-ad28-406d-9ab9-9cdd96d1422c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.0858257 May 11 06:02:53.583437 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8fa3-47c5-4043-99e4-bc848d831eeb req-36f31049-b9bc-41c4-a3b8-cac4a5d06f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.584833 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-282d8fa3-47c5-4043-99e4-bc848d831eeb req-36f31049-b9bc-41c4-a3b8-cac4a5d06f8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0931118 May 11 06:02:53.601583 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-2b62499c-2bd9-458f-b39b-c0f7ee2e9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.603060 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-2b62499c-2bd9-458f-b39b-c0f7ee2e9d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 1129 time: 0.0382044 May 11 06:02:53.710471 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-dc85f7e1-d651-42db-a6b2-9e9359f6cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.711891 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-dc85f7e1-d651-42db-a6b2-9e9359f6cd1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.0887895 May 11 06:02:53.752638 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-282d8fa3-47c5-4043-99e4-bc848d831eeb req-fda8e22d-e7d9-4d92-be13-cc6451394325 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438441 May 11 06:02:53.760372 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-2c585bcb-820f-48d8-aa6f-eeca2b49dd13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 200 len: 217 time: 0.0415103 May 11 06:02:53.798095 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Deleting port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:53.798441 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:53.906730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8d17c-ff8b-4c0e-96da-463bcdb4118f req-601113b7-282e-430f-b840-9407cb71c03b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:53.908175 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-15d8d17c-ff8b-4c0e-96da-463bcdb4118f req-601113b7-282e-430f-b840-9407cb71c03b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 947 time: 0.1110404 May 11 06:02:53.988640 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] For port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:02:53.989011 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:54.102476 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-15d8d17c-ff8b-4c0e-96da-463bcdb4118f req-9658ea90-17ba-47c3-9c63-4de863cf8054 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5cac5aa-6510-45e4-90dd-96e7a763fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870289 May 11 06:02:54.184388 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40082f-689b-4be4-800a-e3bc25053a42 req-8448c1ae-93a3-4d32-a11d-8df3a79a6764 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:54.185894 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ba40082f-689b-4be4-800a-e3bc25053a42 req-8448c1ae-93a3-4d32-a11d-8df3a79a6764 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0804303 May 11 06:02:54.196402 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-091f4880-9dbd-4239-8759-772d65bbdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:54.197933 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-091f4880-9dbd-4239-8759-772d65bbdf8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0801182 May 11 06:02:54.241106 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ba40082f-689b-4be4-800a-e3bc25053a42 req-05f5703b-424a-46d5-a17f-637d5d4cd2fb tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 May 11 06:02:54.587625 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:54.588169 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (6d95d1d5-81c5-4b01-ae95-4224f19541c9), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:54.588285 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Floating IP 6d95d1d5-81c5-4b01-ae95-4224f19541c9 disassociated. External IP: 172.27.1.213, port: 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1. May 11 06:02:54.588631 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Calling delete_port for 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:54.720933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-82f97c69-a6e4-4520-88d1-29a64d3d278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:54.722443 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-82f97c69-a6e4-4520-88d1-29a64d3d278c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387766 May 11 06:02:54.725703 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:54.736190 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:54.816974 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-cbfd90ad-3016-4181-8108-dce863db7b4e service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863371 May 11 06:02:54.876964 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (33ce7232-67e0-4db0-b8ff-2e2bcfc690b1), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:54.914455 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event deleted for resources: {'Port': ['ID=33ce7232-67e0-4db0-b8ff-2e2bcfc690b1,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:54.915070 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2f3740e-64f1-4edf-ac16-3c68306760bf req-604e27cf-9d31-4cbd-aaa7-cae53ebe19e4 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880330 May 11 06:02:55.128521 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Router b7a52bd7-4724-48bb-9126-3e2973682926 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:55.135178 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:55.250814 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ceac79a8-c6c7-4e8e-a194-6ef2e9a7fb00 req-e264c4d2-a12f-44b1-9eb7-d6110411fa16 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.0362861 May 11 06:02:55.362394 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:55.364276 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:55.370879 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:55.379076 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:55.393263 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] Sync routers for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:55.402300 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:55.403094 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:55.406445 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc50eac-b8e3-4592-8af0-122050d19365 req-66200a7f-e730-4906-8fb2-2aef2fdeeee3 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:55.407355 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:55.408673 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7fc50eac-b8e3-4592-8af0-122050d19365 req-66200a7f-e730-4906-8fb2-2aef2fdeeee3 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0699549 May 11 06:02:55.411920 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:55.449434 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:55.452208 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c617c6b-86c4-4323-b885-304d8bf3847c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:55.456926 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] No DVR routers for this DVR port 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:02:55.490069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:55.494411 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-176c9e3c-a484-41f7-b877-4c0d295ec90a req-5c598250-6cd2-4acf-8ac4-09c0fd08b36a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "DELETE /v2.0/ports/33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 HTTP/1.1" status: 204 len: 173 time: 1.9086759 May 11 06:02:55.509522 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-de2a67e6-dcf7-41a4-8ac7-ad3f0aad3419 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "PUT /v2.0/floatingips/3fcf43bc-dfba-4bbd-9079-20786a38f944 HTTP/1.1" status: 200 len: 993 time: 2.1212029 May 11 06:02:55.516773 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bcdb3c-d71c-4f32-a41c-4022556d1ee4 x-openstack-request-id: req-07bcdb3c-d71c-4f32-a41c-4022556d1ee4 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:55.517069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:55.517327 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07bcdb3c-d71c-4f32-a41c-4022556d1ee4 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:55.517895 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bcdb3c-d71c-4f32-a41c-4022556d1ee4'] response: {'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'status': 'completed', 'code': 200} May 11 06:02:55.522547 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7fc50eac-b8e3-4592-8af0-122050d19365 req-7a2ede77-a2b5-4f9e-9e78-2f926caee821 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077771 May 11 06:02:55.530888 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:55.560027 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:55.742185 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:55.776807 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:55.785524 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:55.786145 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:55.826666 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:02:55.829954 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '3fcf43bc-dfba-4bbd-9079-20786a38f944', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:11Z', 'updated_at': '2022-05-11T06:02:54Z', 'revision_number': 3, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:55.855110 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:02:55.855456 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 33ce7232-67e0-4db0-b8ff-2e2bcfc690b1 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:02:55.888706 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] Checking router: b7a52bd7-4724-48bb-9126-3e2973682926 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:55.905169 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:55.905835 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:55.938302 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-a39bcefe-c011-48fa-8544-fd47cee877c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:55.941155 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-a39bcefe-c011-48fa-8544-fd47cee877c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0635378 May 11 06:02:55.999296 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:56.059525 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:56.064882 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-2725ca76-2e60-42eb-9636-326f28a56080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:56.066407 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-2725ca76-2e60-42eb-9636-326f28a56080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.0957830 May 11 06:02:56.195215 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:56.221091 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2c83-f2a8-4124-8eca-45e9b2d44a98 None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:56.281862 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '3fcf43bc-dfba-4bbd-9079-20786a38f944', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:11Z', 'updated_at': '2022-05-11T06:02:54Z', 'revision_number': 3, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:56.312793 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33dc4b6-e879-4f15-bde6-553d8c74a1dc None None] The sync data for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi is: [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '3fcf43bc-dfba-4bbd-9079-20786a38f944', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'port_id': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'mac_address': 'fa:16:3e:10:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:00:11Z', 'updated_at': '2022-05-11T06:02:54Z', 'revision_number': 3, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:56.407777 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30d5e4b0-6f9f-4c03-af65-1fba55d758c8 req-a4761cfa-b416-4b54-8cd5-ccc9dcf74fa5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=276af0f1-c869-454b-ae66-454979121c15 HTTP/1.1" status: 200 len: 210 time: 0.0325863 May 11 06:02:56.423532 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-8da0be64-a44d-48ce-aad6-bf5c0ed2d1ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 1001 time: 0.0944266 May 11 06:02:56.537259 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32add7bb-1dce-499c-a2a6-91c1fa728a3d None None] New status for floating IP 6d95d1d5-81c5-4b01-ae95-4224f19541c9: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:02:56.635522 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c32d-68ac-48ba-849d-44e5f4f89c96 req-054b5133-bf11-42c9-a46e-776ca1d080aa tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:56.637570 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8da5c32d-68ac-48ba-849d-44e5f4f89c96 req-054b5133-bf11-42c9-a46e-776ca1d080aa tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0474658 May 11 06:02:56.693291 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8da5c32d-68ac-48ba-849d-44e5f4f89c96 req-de50317d-f1a8-4436-811c-d6eade212fcb tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 May 11 06:02:56.751652 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-70c45c80-4cb2-4c33-a482-74427becea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:56.753546 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-70c45c80-4cb2-4c33-a482-74427becea00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.0611823 May 11 06:02:56.830959 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-8d4eeac8-ad99-4484-a148-88498fc3fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:56.832491 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-8d4eeac8-ad99-4484-a148-88498fc3fe79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635731 May 11 06:02:56.868868 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f6673-cf11-4b22-8d37-3c73814b6981 req-2c5e2902-c690-4bc1-8f2c-18ec6be1d029 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:56.870381 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1c4f6673-cf11-4b22-8d37-3c73814b6981 req-2c5e2902-c690-4bc1-8f2c-18ec6be1d029 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0523140 May 11 06:02:56.980562 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1c4f6673-cf11-4b22-8d37-3c73814b6981 req-46b404be-767c-424e-80c4-3f63e5176bf2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042204 May 11 06:02:57.002681 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54590) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:57.004348 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-8a6f0fb0-ea5f-4f16-9351-9d753ea8f4ee service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102431 May 11 06:02:57.136255 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5754d1-aa4e-4bb8-be63-3590ce273352 tempest-TestShelveInstance-62423996 tempest-TestShelveInstance-62423996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:57.138276 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-eb5754d1-aa4e-4bb8-be63-3590ce273352 tempest-TestShelveInstance-62423996 tempest-TestShelveInstance-62423996-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1125 time: 0.1345692 May 11 06:02:57.141441 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54594) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:57.145505 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'port_id': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:57.166818 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.247834 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.357420 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Allocated IP 172.27.1.241 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/42d776dc-5d7b-4b5e-b889-485df9f1b023) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:02:57.367355 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9c617c6b-86c4-4323-b885-304d8bf3847c req-02fa721e-fca4-46cd-a524-213c42351738 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980933 May 11 06:02:57.462393 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.499180 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.519216 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-deleted', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1'}, {'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:57.521926 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d" -d '{"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-deleted", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1"}, {"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:57.536602 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:02:57.544517 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:02:57.549659 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:02:57.566523 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 May 2022 06:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7595ef11-ced2-4434-aa74-c92d01ec5604 x-openstack-request-id: req-7595ef11-ced2-4434-aa74-c92d01ec5604 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:57.566865 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276af0f1-c869-454b-ae66-454979121c15", "name": "network-vif-deleted", "tag": "33ce7232-67e0-4db0-b8ff-2e2bcfc690b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:57.567080 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7595ef11-ced2-4434-aa74-c92d01ec5604 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:57.567481 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7595ef11-ced2-4434-aa74-c92d01ec5604'] response: {'server_uuid': '276af0f1-c869-454b-ae66-454979121c15', 'name': 'network-vif-deleted', 'tag': '33ce7232-67e0-4db0-b8ff-2e2bcfc690b1', 'status': 'completed', 'code': 200} May 11 06:02:57.567742 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7595ef11-ced2-4434-aa74-c92d01ec5604'] response: {'name': 'network-changed', 'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'status': 'completed', 'code': 200} May 11 06:02:57.577764 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'Port': ['ID=42d776dc-5d7b-4b5e-b889-485df9f1b023,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:57.622821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54604) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:57.694060 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-8ce7fa93-0adc-4167-b356-d7153eac5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:57.695555 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-8ce7fa93-0adc-4167-b356-d7153eac5d78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d84ee8b78144447bef24d677ad32b3c&device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0537736 May 11 06:02:57.728636 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc2dc-c712-41d8-8d5a-285e25a6a4ae tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (c5cac5aa-6510-45e4-90dd-96e7a763fc4e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.789371 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc2dc-c712-41d8-8d5a-285e25a6a4ae tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (c5cac5aa-6510-45e4-90dd-96e7a763fc4e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.840424 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-041c8fde-006a-455b-b69e-91569b7d8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:57.842022 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-041c8fde-006a-455b-b69e-91569b7d8ffe service neutron] 10.222.0.24 "GET /v2.0/networks?id=b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 200 len: 919 time: 0.1383996 May 11 06:02:57.886698 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc2dc-c712-41d8-8d5a-285e25a6a4ae tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (c5cac5aa-6510-45e4-90dd-96e7a763fc4e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.889690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc2dc-c712-41d8-8d5a-285e25a6a4ae tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.891091 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2a6bc2dc-c712-41d8-8d5a-285e25a6a4ae tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "DELETE /v2.0/security-groups/c5cac5aa-6510-45e4-90dd-96e7a763fc4e HTTP/1.1" status: 204 len: 168 time: 0.2667446 May 11 06:02:57.900588 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54606) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:57.921734 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bc2dc-c712-41d8-8d5a-285e25a6a4ae tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cac5aa-6510-45e4-90dd-96e7a763fc4e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:57.926397 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.api.v2.resource [None req-224505a1-d2b7-4114-9ce5-c20aa8bd9c34 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] show failed (client error): The resource could not be found. May 11 06:02:57.930270 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for floatingip (4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:57.930701 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-224505a1-d2b7-4114-9ce5-c20aa8bd9c34 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups/c5cac5aa-6510-45e4-90dd-96e7a763fc4e HTTP/1.1" status: 404 len: 347 time: 0.0259433 May 11 06:02:57.935164 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54612) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:57.957997 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-f0c40c96-679e-4fd1-8f4f-2bb9b5db61fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 200 len: 1001 time: 0.1085348 May 11 06:02:58.006541 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.099505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-8d8f801b-876f-42ff-87b8-f88d4c6963b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:58.100868 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-8d8f801b-876f-42ff-87b8-f88d4c6963b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 200 len: 857 time: 0.1092196 May 11 06:02:58.128355 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Deleting port 4a873c8f-a862-458f-89fc-a79c5d7d8c8f {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:02:58.128705 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.174721 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-c7302edf-1ab1-4082-800a-33fcdeac3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:58.176269 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-c7302edf-1ab1-4082-800a-33fcdeac3e11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b62a26f9-5853-46d1-925a-762af9a689ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675004 May 11 06:02:58.197194 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.202736 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.272046 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event updated for resources: {'Port': ['ID=42d776dc-5d7b-4b5e-b889-485df9f1b023,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:58.282535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.290763 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.291092 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.309187 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Calling delete_port for 4a873c8f-a862-458f-89fc-a79c5d7d8c8f owned by network:floatingip {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:02:58.334021 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-f7ce481e-617a-4d26-96ec-f93553361426 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305232 May 11 06:02:58.384543 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Floating IP 4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb associated. External IP: 172.27.1.241, port: 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055. May 11 06:02:58.475343 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d3902eff-cdb7-4097-a253-e3d6ec2ae74d req-e095912b-1a3e-408a-ba7a-358582968066 service neutron] 10.222.0.24 "GET /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138582 May 11 06:02:58.524553 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (4a873c8f-a862-458f-89fc-a79c5d7d8c8f), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.554461 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event deleted for resources: {'Port': ['ID=4a873c8f-a862-458f-89fc-a79c5d7d8c8f,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:58.600607 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:02:58.615554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (6d95d1d5-81c5-4b01-ae95-4224f19541c9), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.618087 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.619217 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-48067234-167d-4814-96f4-8269984c029a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "DELETE /v2.0/floatingips/6d95d1d5-81c5-4b01-ae95-4224f19541c9 HTTP/1.1" status: 204 len: 168 time: 0.6779065 May 11 06:02:58.720287 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:02:58.723284 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54620) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:58.729764 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281687192', 'description': 'tempest-description--1249267449'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:58.732635 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] Sync routers for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:02:58.742305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:58.742907 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:58.754948 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.776571 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.795778 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-5c34ffd3-d47b-4a27-98db-2e3d0fa58a03 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6533494 May 11 06:02:58.796634 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:02:58.799148 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae5f79-c229-4388-a4fe-c63294f32692" -d '{"events": [{"name": "network-changed", "server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:02:58.847480 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001bf5dc-54b4-406d-9200-65d64e58205e x-openstack-request-id: req-001bf5dc-54b4-406d-9200-65d64e58205e {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:02:58.847771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:02:58.848068 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-001bf5dc-54b4-406d-9200-65d64e58205e {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:02:58.848421 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001bf5dc-54b4-406d-9200-65d64e58205e'] response: {'name': 'network-changed', 'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'status': 'completed', 'code': 200} May 11 06:02:58.866457 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (cf3c7345-af68-470d-9ff8-e6ea5dc96327), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.870310 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cf3c7345-af68-470d-9ff8-e6ea5dc96327), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.904587 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.906170 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1819334 May 11 06:02:58.908447 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50727fd-94e0-4deb-afce-648887f560ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c7345-af68-470d-9ff8-e6ea5dc96327,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:58.909155 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54626) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:58.913959 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c7345-af68-470d-9ff8-e6ea5dc96327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:58.966338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-928ae0df-fcc5-451f-b548-57c5d8ed1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:58.967939 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-928ae0df-fcc5-451f-b548-57c5d8ed1563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0473566 May 11 06:02:58.974403 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (dfcae262-62a1-4b41-b40e-afe05ca66b13), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:58.984838 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:59.077417 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:02:59.084587 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (dfcae262-62a1-4b41-b40e-afe05ca66b13), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.096817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (dfcae262-62a1-4b41-b40e-afe05ca66b13), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.122601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-02d76970-e91b-4783-a017-c34633a4afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:59.126305 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-02d76970-e91b-4783-a017-c34633a4afb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 909 time: 0.1351097 May 11 06:02:59.126305 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcae262-62a1-4b41-b40e-afe05ca66b13,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:59.133299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.137814 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7309654f-7499-4a0e-90ec-e2c811c270ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241435 May 11 06:02:59.138184 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54636) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:59.142761 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c7345-af68-470d-9ff8-e6ea5dc96327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:59.180914 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (0cb4c61c-4726-469b-ba1f-2d2c2f255449), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.247228 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (0cb4c61c-4726-469b-ba1f-2d2c2f255449), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.251914 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (0cb4c61c-4726-469b-ba1f-2d2c2f255449), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.252191 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'port_id': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'mac_address': 'fa:16:3e:c0:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc7441-7d03-47f5-b466-96344add4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:02:57Z', 'updated_at': '2022-05-11T06:02:57Z', 'revision_number': 0, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:59.271903 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb4c61c-4726-469b-ba1f-2d2c2f255449,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:59.283737 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.287925 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-3ef2266f-9706-419d-a5ea-bc884fbf9248 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459928 May 11 06:02:59.288315 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54638) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:02:59.293125 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:02:59.298034 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] Checking router: 9a32822a-799c-4d0c-a15d-bf27ce9dac89 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:02:59.306901 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:02:59.307543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:02:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:59.316055 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.399963 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.431599 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:02:59.502251 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-fd260c30-2941-4fb8-8fae-f605bc4e482c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 1000 time: 0.3666534 May 11 06:02:59.531896 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Allocated IP 172.27.1.53 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/147f7664-5dcc-4754-8139-6d4d9b225573) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:02:59.561586 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-acc2a8de-e3bb-4454-8de6-4e4ff60d9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:59.563034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-acc2a8de-e3bb-4454-8de6-4e4ff60d9cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.0526285 May 11 06:02:59.612254 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-ad1294f1-c5b9-4594-988a-d4e513df62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:02:59.613792 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-ad1294f1-c5b9-4594-988a-d4e513df62b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409043 May 11 06:02:59.645052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for port (147f7664-5dcc-4754-8139-6d4d9b225573), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.674542 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'port_id': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'mac_address': 'fa:16:3e:c0:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc7441-7d03-47f5-b466-96344add4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:02:57Z', 'updated_at': '2022-05-11T06:02:57Z', 'revision_number': 0, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:02:59.687680 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (147f7664-5dcc-4754-8139-6d4d9b225573), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.705458 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9bd4d-98c8-471b-8519-6b3aa46216d7 None None] The sync data for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi is: [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'port_id': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'mac_address': 'fa:16:3e:c0:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fc7441-7d03-47f5-b466-96344add4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:02:57Z', 'updated_at': '2022-05-11T06:02:57Z', 'revision_number': 0, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:02:59.724007 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:02:59.727005 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:02:59.731093 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:02:59.731471 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-ce172db2-46ec-41b5-a9fe-7472c33b440f service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069412 May 11 06:02:59.757212 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'Port': ['ID=147f7664-5dcc-4754-8139-6d4d9b225573,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:02:59.823145 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (077d5c64-d463-435c-9dc5-1e4aa8bb7847), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.832316 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3dae5f79-c229-4388-a4fe-c63294f32692 req-6830f646-e281-491f-8ebd-64a6a83aade1 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892205 May 11 06:02:59.861532 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (147f7664-5dcc-4754-8139-6d4d9b225573), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:02:59.931314 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed653a0-0799-47a2-a9d7-d83df908bd44 None None] New status for floating IP 4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb: ACTIVE {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:00.053245 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for port (147f7664-5dcc-4754-8139-6d4d9b225573), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:00.058115 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (147f7664-5dcc-4754-8139-6d4d9b225573), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:00.384148 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'Port': ['ID=147f7664-5dcc-4754-8139-6d4d9b225573,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:00.394688 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (077d5c64-d463-435c-9dc5-1e4aa8bb7847), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:00.409457 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:00.410874 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-0394ff56-2733-40d6-9a44-7911525187fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1215332 May 11 06:03:00.555228 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-e733df1d-9c57-4210-ad8c-acbc59896764 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1281687192&fields=id&tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 267 time: 0.0422890 May 11 06:03:00.662403 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-428cb2eb-c911-4fc9-a0a9-2e88bc2639f0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:00.663945 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-428cb2eb-c911-4fc9-a0a9-2e88bc2639f0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 817 time: 0.1023297 May 11 06:03:00.678438 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-cd4b419c-f1a1-4201-82e1-51d3da342559 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/quotas/1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 375 time: 0.0092127 May 11 06:03:00.730801 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-2b71b385-a5a3-422f-9fe3-c861faf7f150 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473263 May 11 06:03:00.831268 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-97ac9355-1b0c-4de0-9e53-7922049af5d3 service neutron] 10.222.0.44 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893891 May 11 06:03:00.924993 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-91dd8163-cd15-4505-bec7-0857c7bafa51 service neutron] 10.222.0.44 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881104 May 11 06:03:01.084369 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58d49703-3a5f-40b7-9e90-8b78b7c977f4 req-6ef28088-ad48-4abe-a707-bd9c25b31c9c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 210 time: 0.0270784 May 11 06:03:02.189529 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5c4d87d2-384b-49fd-9094-5f8c8fee6085 req-ac30424f-b01f-4eea-8b4b-4c731017e283 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 210 time: 0.0331359 May 11 06:03:02.345505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-6ff9ffb4-70f8-44bc-98f1-d79dc4ddce06 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:02.346940 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-6ff9ffb4-70f8-44bc-98f1-d79dc4ddce06 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 817 time: 0.1071544 May 11 06:03:02.432880 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-cea3b3b7-9ab0-4961-bbc9-421b36cb62ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 380 time: 0.0525398 May 11 06:03:02.584163 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'port': {'device_id': '5020c511-6684-4f25-8d07-840612e810f0', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'admin_state_up': True, 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'security_groups': ['cf3c7345-af68-470d-9ff8-e6ea5dc96327']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:02.620934 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54700) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:02.672590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Deleting subnet 6d989683-ec2a-439f-9c93-7d076f170304 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:03:02.675686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Publish callbacks [] for subnet (6d989683-ec2a-439f-9c93-7d076f170304), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.696627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Made reservation on behalf of 1f4f0f35ae0b4c94977f2e1688dbdb5c for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:03:02.700441 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.712321 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (6d989683-ec2a-439f-9c93-7d076f170304), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.755517 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (6d989683-ec2a-439f-9c93-7d076f170304), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.805521 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (6d989683-ec2a-439f-9c93-7d076f170304), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.838742 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Allocated IP 172.20.0.10 (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad/2019c509-08bd-4caf-a73b-2a0b92840dc1/46993fce-15d3-442b-82c6-0275faa7fe4f) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:02.851524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d989683-ec2a-439f-9c93-7d076f170304,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:02.858730 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.862139 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-cd38afdb-58d8-4816-a229-78a9adde26f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d989683-ec2a-439f-9c93-7d076f170304 HTTP/1.1" status: 204 len: 168 time: 0.2399871 May 11 06:03:02.864749 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54702) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:02.942259 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (47906bd0-63f9-491c-b0c1-1841c8a98974), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:02.994628 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.030683 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.035877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (47906bd0-63f9-491c-b0c1-1841c8a98974), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.062699 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47906bd0-63f9-491c-b0c1-1841c8a98974']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:03.072333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c526753-19a7-4ec4-9317-5e0a5db5c532') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:03.072635 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c526753-19a7-4ec4-9317-5e0a5db5c532') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:03.083403 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (4c526753-19a7-4ec4-9317-5e0a5db5c532), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.090288 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:03.094488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:03.098567 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (4c526753-19a7-4ec4-9317-5e0a5db5c532), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.101510 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:03.107662 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:03:03.108304 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (4c526753-19a7-4ec4-9317-5e0a5db5c532), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:03:03.111200 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:03:03.147995 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:03.185490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:03.186637 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.200725 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (47906bd0-63f9-491c-b0c1-1841c8a98974), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.206602 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4dd64dee-88ee-4f37-8c8f-9fc159ffa5d5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6261780 May 11 06:03:03.210664 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.215945 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] 10.222.0.44 "DELETE /v2.0/networks/47906bd0-63f9-491c-b0c1-1841c8a98974 HTTP/1.1" status: 204 len: 168 time: 0.3479893 May 11 06:03:03.224812 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae9a6c-3574-4bdf-993c-58ad0a8fc0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=47906bd0-63f9-491c-b0c1-1841c8a98974,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:03.319290 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Request body: {'port': {'device_id': '5020c511-6684-4f25-8d07-840612e810f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:03.362193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de41cdb-5d9f-4e15-b591-2f2c3b6109d7 req-e3785b9a-9dca-407d-bd72-68bbff88dc14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:03.363888 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9de41cdb-5d9f-4e15-b591-2f2c3b6109d7 req-e3785b9a-9dca-407d-bd72-68bbff88dc14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 932 time: 0.0856645 May 11 06:03:03.408484 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.472776 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54710) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:03.489401 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3733c9cd-ba9f-4e78-8af0-fc1c45e759c3 None None] Provisioning complete for port 46993fce-15d3-442b-82c6-0275faa7fe4f triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:03.491359 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3733c9cd-ba9f-4e78-8af0-fc1c45e759c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.497813 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9de41cdb-5d9f-4e15-b591-2f2c3b6109d7 req-cae3c76f-90df-4ee0-9d5c-ab81b586bd04 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207342 May 11 06:03:03.541296 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b71c45bb-b85d-4508-a56d-2f1243686a6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a889575293f48af826e9734868e2714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0668726 May 11 06:03:03.544620 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54712) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:03.552811 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3733c9cd-ba9f-4e78-8af0-fc1c45e759c3 None None] Port 46993fce-15d3-442b-82c6-0275faa7fe4f cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:03:03.597873 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eabd0ea-0a0e-40e5-8e3e-adacb7519046 admin admin] Publish callbacks [] for security_group (ad60169c-d0a6-4b2a-bedb-3c05aaec7713), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.621881 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eabd0ea-0a0e-40e5-8e3e-adacb7519046 admin admin] Publish callbacks [] for security_group (ad60169c-d0a6-4b2a-bedb-3c05aaec7713), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.671239 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eabd0ea-0a0e-40e5-8e3e-adacb7519046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ad60169c-d0a6-4b2a-bedb-3c05aaec7713), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.673975 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4eabd0ea-0a0e-40e5-8e3e-adacb7519046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.675130 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4eabd0ea-0a0e-40e5-8e3e-adacb7519046 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad60169c-d0a6-4b2a-bedb-3c05aaec7713 HTTP/1.1" status: 204 len: 168 time: 0.1294260 May 11 06:03:03.682800 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabd0ea-0a0e-40e5-8e3e-adacb7519046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad60169c-d0a6-4b2a-bedb-3c05aaec7713,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:03.785455 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46993fce-15d3-442b-82c6-0275faa7fe4f {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:03.793761 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Publish callbacks [] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.807172 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Transition to ACTIVE for port object 46993fce-15d3-442b-82c6-0275faa7fe4f will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:03:03.811286 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:03.862717 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:03.896337 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.896623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.896952 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.897297 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.897723 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.898015 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.898351 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.898689 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.899093 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.899435 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.899774 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.900108 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.900437 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.900765 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.901130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:03.962263 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Attempting to bind port 46993fce-15d3-442b-82c6-0275faa7fe4f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:03:03.962634 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Attempting to bind port 46993fce-15d3-442b-82c6-0275faa7fe4f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:03:03.962943 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Attempting to bind port 46993fce-15d3-442b-82c6-0275faa7fe4f on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:03.969414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Port 46993fce-15d3-442b-82c6-0275faa7fe4f on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:03:03.969919 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Attempting to bind port 46993fce-15d3-442b-82c6-0275faa7fe4f on network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:03.976603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:03:03.977087 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Checking segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:03:03.977503 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Bound using segment: {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:03:03.977975 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Bound port: 46993fce-15d3-442b-82c6-0275faa7fe4f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a754d523-7e4e-4509-adb3-89a8e8fada59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:03:03.978345 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:04.055278 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:03:04.058199 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:03:04.063922 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:04.097505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:04.098128 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:04.099500 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] 10.222.0.24 "PUT /v2.0/ports/46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 1094 time: 0.8715692 May 11 06:03:04.099939 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:04.102187 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50" -d '{"events": [{"name": "network-changed", "server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:04.128152 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030363-b7bf-424a-a1b8-9648b0b1ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:04.148491 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68905e8-cdcf-42e0-84d7-a0a45de35c4e x-openstack-request-id: req-f68905e8-cdcf-42e0-84d7-a0a45de35c4e {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:04.148784 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:04.149041 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f68905e8-cdcf-42e0-84d7-a0a45de35c4e {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:04.149447 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68905e8-cdcf-42e0-84d7-a0a45de35c4e'] response: {'name': 'network-changed', 'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'status': 'completed', 'code': 200} May 11 06:03:04.208198 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-573acf83-0d5d-4ce9-9e2e-cf58b3e9008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:04.209780 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-573acf83-0d5d-4ce9-9e2e-cf58b3e9008c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1128 time: 0.0407865 May 11 06:03:04.268013 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-6ee16ea5-4f6f-4ada-9982-bd3905646c37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 217 time: 0.0347013 May 11 06:03:04.320024 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-98666e09-20b8-4bdf-a424-3c9698e4a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:04.321460 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-98666e09-20b8-4bdf-a424-3c9698e4a4be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0477254 May 11 06:03:04.367744 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-bd3a11f3-b9a4-4268-9c19-c7e4d2a49d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:04.369218 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-bd3a11f3-b9a4-4268-9c19-c7e4d2a49d06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381012 May 11 06:03:04.463871 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-4f00e0c4-dc8e-4a1d-b625-6a50afc804cb service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 May 11 06:03:04.557832 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7efe34de-0c05-4a82-9ba6-68638f6c9331 req-c4ae1426-0e86-4157-802f-3e48a4018077 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810382 May 11 06:03:04.616201 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ccdf-84e0-49e0-b2a4-19891cbdedec req-7519c18c-4942-4062-b8c8-061e436acac9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:04.617685 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cc45ccdf-84e0-49e0-b2a4-19891cbdedec req-7519c18c-4942-4062-b8c8-061e436acac9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0480366 May 11 06:03:04.668024 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cc45ccdf-84e0-49e0-b2a4-19891cbdedec req-bca7ee49-55b3-4628-8bed-d27f55a31a5d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 May 11 06:03:05.762623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-84f03ba9-da2c-45fb-a706-6e34d20706b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:05.764094 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-84f03ba9-da2c-45fb-a706-6e34d20706b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1128 time: 0.0385613 May 11 06:03:05.787125 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76d599-a47f-4a2d-ae0e-2d2946c04a15 req-9c563202-e543-4076-90b4-5ea230feacf9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:05.788608 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5d76d599-a47f-4a2d-ae0e-2d2946c04a15 req-9c563202-e543-4076-90b4-5ea230feacf9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0466855 May 11 06:03:05.835240 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5d76d599-a47f-4a2d-ae0e-2d2946c04a15 req-a92dc81f-ede7-4f85-9bb9-b5455aa28a55 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 May 11 06:03:05.840630 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:03:05.861150 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-596e3dbf-e2f5-4be1-8b9c-ebcb4f75ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:05.862677 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-596e3dbf-e2f5-4be1-8b9c-ebcb4f75ca99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.0913603 May 11 06:03:05.908682 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-cbc18e6f-08a3-4d0b-b51d-bdaaf8e55d58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 217 time: 0.0382037 May 11 06:03:05.937642 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:05.949434 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'mac_address': 'fa:16:3e:29:f3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:03:05.957279 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-7be58bdd-c7cc-4c85-b22b-26d3f37fa9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:05.958683 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-7be58bdd-c7cc-4c85-b22b-26d3f37fa9c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0431640 May 11 06:03:05.991286 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:05.991689 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:06.002104 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-204eaf30-8d2f-41d2-abe8-b99f08992a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:06.003595 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-204eaf30-8d2f-41d2-abe8-b99f08992a19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374434 May 11 06:03:06.005381 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46993fce-15d3-442b-82c6-0275faa7fe4f {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:06.026054 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:06.031136 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:06.078887 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:06.100072 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-e19f4891-277d-4cb4-bf30-987b536ac1db service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883765 May 11 06:03:06.191290 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ed34524-9e2f-47f3-a8b8-fa7385ecec50 req-1f61adbb-a6b7-4254-be72-911d10d67479 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805063 May 11 06:03:06.491974 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['46993fce-15d3-442b-82c6-0275faa7fe4f'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:03:06.955876 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa906-2b46-41a9-9a67-b64bb3da6258 req-56b23f6b-d7ca-417a-a778-8edc578dbec9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:06.957249 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6efaa906-2b46-41a9-9a67-b64bb3da6258 req-56b23f6b-d7ca-417a-a778-8edc578dbec9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 945 time: 0.0498281 May 11 06:03:07.002542 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6efaa906-2b46-41a9-9a67-b64bb3da6258 req-8e5448de-9459-4ed6-8e6c-e90430c00f6b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 May 11 06:03:07.871913 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:03:07.914589 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 46993fce-15d3-442b-82c6-0275faa7fe4f completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:03:07.920525 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 46993fce-15d3-442b-82c6-0275faa7fe4f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:07.920913 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:07.997495 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:07.997884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:08.023263 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:08.025965 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78759fe-86fe-4860-bb22-91e992c45d24" -d '{"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-plugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:08.038974 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:08.043295 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:08.078036 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c7f60-42f4-436a-a788-4f6a4e8901a1 x-openstack-request-id: req-289c7f60-42f4-436a-a788-4f6a4e8901a1 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:08.078605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-plugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:08.079094 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-289c7f60-42f4-436a-a788-4f6a4e8901a1 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:08.079699 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289c7f60-42f4-436a-a788-4f6a4e8901a1'] response: {'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'code': 200} May 11 06:03:08.101638 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:08.128339 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee93f1a-2f88-49fe-bb5b-7f2dabf9b573 req-93bcd3b8-f0e0-4eb9-aa52-f0cb6de46752 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:08.129841 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bee93f1a-2f88-49fe-bb5b-7f2dabf9b573 req-93bcd3b8-f0e0-4eb9-aa52-f0cb6de46752 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0513561 May 11 06:03:08.177795 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bee93f1a-2f88-49fe-bb5b-7f2dabf9b573 req-970881a5-4290-499b-9374-1fb15803e803 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 May 11 06:03:08.298327 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ceb6-ef07-44c9-91c8-7c0833e109f0 req-10b30392-b305-4e89-9225-c267f827e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:08.299774 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab62ceb6-ef07-44c9-91c8-7c0833e109f0 req-10b30392-b305-4e89-9225-c267f827e275 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1130 time: 0.0379925 May 11 06:03:08.342836 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ab62ceb6-ef07-44c9-91c8-7c0833e109f0 req-5f1f878e-cc00-41b3-86d3-629809eaf40b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 May 11 06:03:08.408746 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7b77-4644-4b79-a9a9-87d8e25263a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:09.302787 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672a596-3769-4338-a6e3-6bd29e652127 req-9c97fbfe-a820-4e53-b08f-76a9caa7ddc0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:09.304244 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1672a596-3769-4338-a6e3-6bd29e652127 req-9c97fbfe-a820-4e53-b08f-76a9caa7ddc0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0511332 May 11 06:03:09.350122 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1672a596-3769-4338-a6e3-6bd29e652127 req-1e9acac1-af34-47f0-a4de-cf1bdd8c1637 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 May 11 06:03:10.467896 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732d18e-e23e-472e-878b-b3591ed93e92 req-0ccbfaa2-17de-464f-a7df-ff1260f906ad tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:10.469269 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c732d18e-e23e-472e-878b-b3591ed93e92 req-0ccbfaa2-17de-464f-a7df-ff1260f906ad tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0479140 May 11 06:03:10.515091 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c732d18e-e23e-472e-878b-b3591ed93e92 req-8a308a32-3193-4876-a3d3-6e9b8c176b09 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 May 11 06:03:10.625661 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0036736-4ad9-4b52-a27b-2237be1cc9c2 req-ddf60635-8342-4f57-a9f9-73c15589df87 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:10.627124 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a0036736-4ad9-4b52-a27b-2237be1cc9c2 req-ddf60635-8342-4f57-a9f9-73c15589df87 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0458310 May 11 06:03:10.635566 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54740) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:10.640545 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Request body: {'floatingip': {'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:10.678686 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (077d5c64-d463-435c-9dc5-1e4aa8bb7847), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:10.732256 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6324b839-ed01-42b4-a2ef-8229b48b96a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:11.113835 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:11.117595 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (077d5c64-d463-435c-9dc5-1e4aa8bb7847), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:11.221722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Floating IP 077d5c64-d463-435c-9dc5-1e4aa8bb7847 associated. External IP: 172.27.1.53, port: 46993fce-15d3-442b-82c6-0275faa7fe4f. May 11 06:03:11.435325 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:11.543619 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:11.548506 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:11.552867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:11.562512 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:11.563125 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:11.577722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-56d7d818-ac61-4b3d-a081-1dc874c8630d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "PUT /v2.0/floatingips/077d5c64-d463-435c-9dc5-1e4aa8bb7847 HTTP/1.1" status: 200 len: 991 time: 0.9410858 May 11 06:03:11.578408 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:11.580815 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f268b5-44fe-4bcf-8255-a5345dd676aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:11.616066 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7c6519-4727-4cf4-9d38-9c687adf12ce x-openstack-request-id: req-ec7c6519-4727-4cf4-9d38-9c687adf12ce {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:11.616381 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:11.616625 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec7c6519-4727-4cf4-9d38-9c687adf12ce {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:11.617034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7c6519-4727-4cf4-9d38-9c687adf12ce'] response: {'name': 'network-changed', 'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'status': 'completed', 'code': 200} May 11 06:03:11.672351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:11.720489 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-5a3cdac0-a442-42fa-beaf-f3f5b4f75983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:11.722521 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-5a3cdac0-a442-42fa-beaf-f3f5b4f75983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1130 time: 0.0414762 May 11 06:03:11.775423 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:11.819488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-4fc1ec04-ff3d-40ad-babb-af2ccfe3aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:11.820983 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-4fc1ec04-ff3d-40ad-babb-af2ccfe3aa80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.0891976 May 11 06:03:11.888867 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-b5a16499-443c-4711-b715-4d910ab1b4d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 999 time: 0.0579777 May 11 06:03:11.909640 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '077d5c64-d463-435c-9dc5-1e4aa8bb7847', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'mac_address': 'fa:16:3e:29:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5020c511-6684-4f25-8d07-840612e810f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:02:59Z', 'updated_at': '2022-05-11T06:03:11Z', 'revision_number': 1, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:11.938050 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:11.942819 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-4738b541-ff0a-48f3-ae19-c118df05fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:11.944268 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-4738b541-ff0a-48f3-ae19-c118df05fc4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0463727 May 11 06:03:11.946343 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:11.946949 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:11.987396 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-0245b19c-f644-4057-a48c-c48f9a996c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:11.988898 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-0245b19c-f644-4057-a48c-c48f9a996c77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384614 May 11 06:03:12.056335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:12.082589 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-aec36643-5b9a-4068-bb7f-689447612788 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800195 May 11 06:03:12.184538 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d6f268b5-44fe-4bcf-8255-a5345dd676aa req-630692a7-556b-498a-bdbd-4a6786cf90e4 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877893 May 11 06:03:12.409574 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '077d5c64-d463-435c-9dc5-1e4aa8bb7847', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'mac_address': 'fa:16:3e:29:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5020c511-6684-4f25-8d07-840612e810f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:02:59Z', 'updated_at': '2022-05-11T06:03:11Z', 'revision_number': 1, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:12.435577 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568c2a0-dcf2-4fdd-b995-8e0c1413c517 None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '077d5c64-d463-435c-9dc5-1e4aa8bb7847', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'mac_address': 'fa:16:3e:29:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5020c511-6684-4f25-8d07-840612e810f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:02:59Z', 'updated_at': '2022-05-11T06:03:11Z', 'revision_number': 1, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:12.628438 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b65a12-d940-4b9b-b174-e9e8e45c867f None None] New status for floating IP 077d5c64-d463-435c-9dc5-1e4aa8bb7847: ACTIVE {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:13.303190 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:14.863086 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:15.150040 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde60547-5909-4c3c-b5aa-515a30f29e36 req-81d0e7de-0977-4437-81e6-46dc80cb31a9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:15.151518 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dde60547-5909-4c3c-b5aa-515a30f29e36 req-81d0e7de-0977-4437-81e6-46dc80cb31a9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0505996 May 11 06:03:15.200255 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-dde60547-5909-4c3c-b5aa-515a30f29e36 req-99fa8688-2d96-47fa-b47a-631f6b77012f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 May 11 06:03:16.313078 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff788c-c3a1-4b90-8476-078ed5090f7d req-5c37cedf-361a-45fd-9e79-d579c68bd333 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:16.314542 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-68ff788c-c3a1-4b90-8476-078ed5090f7d req-5c37cedf-361a-45fd-9e79-d579c68bd333 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0454969 May 11 06:03:16.362016 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-68ff788c-c3a1-4b90-8476-078ed5090f7d req-2119e30d-2340-4b31-a59a-e32f3a42faf9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 May 11 06:03:17.303882 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-ed68be6d-9a0b-4850-a1f9-870db7ab17e5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:17.305316 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-ed68be6d-9a0b-4850-a1f9-870db7ab17e5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0462778 May 11 06:03:17.399970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Deleting port 7bedeb63-cb08-4227-a110-028c3175d7d0 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:17.400385 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:17.473916 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb019-0207-477e-9cbc-e682f85787cb req-d8487228-afd4-4f44-b991-fa75d1266f9a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:17.475414 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-14cfb019-0207-477e-9cbc-e682f85787cb req-d8487228-afd4-4f44-b991-fa75d1266f9a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 946 time: 0.0465300 May 11 06:03:17.492479 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] For port 7bedeb63-cb08-4227-a110-028c3175d7d0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7bedeb63-cb08-4227-a110-028c3175d7d0,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:17.492850 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:17.527626 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-14cfb019-0207-477e-9cbc-e682f85787cb req-f327b41a-8c49-4238-b6c8-f24bab840bdb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464962 May 11 06:03:17.669203 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:17.669463 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (85fd8b0f-d087-4197-a4eb-ff32e2dc17c7), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:17.669805 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Floating IP 85fd8b0f-d087-4197-a4eb-ff32e2dc17c7 disassociated. External IP: 172.27.1.66, port: 7bedeb63-cb08-4227-a110-028c3175d7d0. May 11 06:03:17.670892 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Calling delete_port for 7bedeb63-cb08-4227-a110-028c3175d7d0 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:17.794269 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (7bedeb63-cb08-4227-a110-028c3175d7d0), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:17.825097 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'Port': ['ID=7bedeb63-cb08-4227-a110-028c3175d7d0,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:17.956865 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:18.220166 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:18.333937 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:18.345195 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:18.355856 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:18.356557 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:18.374667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] No DVR routers for this DVR port 7bedeb63-cb08-4227-a110-028c3175d7d0 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:03:18.377173 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:18.380388 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-35d7cdbe-cd8b-497b-9c63-80990a9801f0 req-3713a2fa-eab0-4d1d-90a6-e48c72d4d21c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "DELETE /v2.0/ports/7bedeb63-cb08-4227-a110-028c3175d7d0 HTTP/1.1" status: 204 len: 173 time: 1.0693274 May 11 06:03:18.380818 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'name': 'network-vif-deleted', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:18.383034 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ca79ad-0c8d-47c5-9831-2f088f618248" -d '{"events": [{"server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "name": "network-vif-deleted", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:18.423199 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8338d1-c9f6-41f1-9f4d-73b64d124a1e x-openstack-request-id: req-0b8338d1-c9f6-41f1-9f4d-73b64d124a1e {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:18.423835 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56072492-2dc2-4297-81ad-5f56dd97e54a", "name": "network-vif-deleted", "tag": "7bedeb63-cb08-4227-a110-028c3175d7d0", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:18.424123 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b8338d1-c9f6-41f1-9f4d-73b64d124a1e {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:18.424669 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8338d1-c9f6-41f1-9f4d-73b64d124a1e'] response: {'server_uuid': '56072492-2dc2-4297-81ad-5f56dd97e54a', 'name': 'network-vif-deleted', 'tag': '7bedeb63-cb08-4227-a110-028c3175d7d0', 'status': 'completed', 'code': 200} May 11 06:03:18.469881 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:18.623429 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8cfe6f40-bcc5-4f2f-9fc9-ba9ec2f0eb60 req-d0fc38b8-ea59-4c66-87ba-f09258f89324 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=56072492-2dc2-4297-81ad-5f56dd97e54a HTTP/1.1" status: 200 len: 210 time: 0.0270076 May 11 06:03:18.671406 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:18.700254 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:18.709126 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:18.709769 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:18.819946 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:19.013016 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:19.039543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc21ac-e9c6-4f00-9aa2-fd3f0695eb7e None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:19.268058 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ed3be-348e-4dd7-971c-fbbec63e7c3e None None] New status for floating IP 85fd8b0f-d087-4197-a4eb-ff32e2dc17c7: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:19.881884 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-58a4b07d-cb89-4b61-b518-6337213a45b5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626878111&fields=id&tenant_id=12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 267 time: 0.0438786 May 11 06:03:19.988450 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-df6fa7c7-d271-4bd7-a346-3aa0a86d8f85 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:19.989938 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-df6fa7c7-d271-4bd7-a346-3aa0a86d8f85 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 811 time: 0.1017761 May 11 06:03:20.003897 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-84884cdb-88e1-4a6f-8615-e0e0eb660107 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/quotas/12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 375 time: 0.0087509 May 11 06:03:20.053670 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-3b99f9f0-fbdc-4930-91c5-83776dd7fecf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450823 May 11 06:03:20.234908 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-ff7ea209-5666-40f0-a616-1fce3054dc23 service neutron] 10.222.0.44 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697018 May 11 06:03:20.324363 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-c6fc4264-e5aa-4b92-b251-bee9a4b245aa service neutron] 10.222.0.44 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837252 May 11 06:03:20.602816 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ea90e67f-53be-47d6-b231-8f5fa62834bb req-af882575-3b63-4eb2-8135-4a6f9a35bbbf tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 210 time: 0.0281110 May 11 06:03:21.526620 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef1d6-c6f2-4cc1-bec2-b8d74a041d43 req-93bc283e-70b7-442d-9a05-7b2bb78a94c7 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:21.528300 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d1eef1d6-c6f2-4cc1-bec2-b8d74a041d43 req-93bc283e-70b7-442d-9a05-7b2bb78a94c7 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0494351 May 11 06:03:21.576759 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d1eef1d6-c6f2-4cc1-bec2-b8d74a041d43 req-6d6c0a68-4ba4-422c-87f4-3b2530423743 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 May 11 06:03:21.697705 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d54ee78c-fb24-4077-9049-87584b5b95c1 req-6e9ca905-7dde-43db-9866-7ebca1caf138 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 210 time: 0.0266135 May 11 06:03:21.946661 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7bedeb63-cb08-4227-a110-028c3175d7d0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:03:21.971543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 7bedeb63-cb08-4227-a110-028c3175d7d0 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:03:21.971806 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7bedeb63-cb08-4227-a110-028c3175d7d0 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:03:22.695909 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a510a-d5b6-4120-a6c7-5122a2f1db30 req-05012b41-2bc8-4e73-b8d9-0bc6d8cb3f77 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:22.697350 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1f4a510a-d5b6-4120-a6c7-5122a2f1db30 req-05012b41-2bc8-4e73-b8d9-0bc6d8cb3f77 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0503490 May 11 06:03:22.743257 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1f4a510a-d5b6-4120-a6c7-5122a2f1db30 req-38d3e7da-29a6-4fba-9f5e-b3a2b162bbe6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403948 May 11 06:03:22.797239 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a3b983b8-d39e-4976-9c62-f8b1772ea953 req-0cf73a1b-9ac2-4ab6-8607-5da58e6a731e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 210 time: 0.0305202 May 11 06:03:23.864830 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372547b1-fc64-49e8-ab4f-ccc95a3befc5 req-33f4bdc6-55e0-4817-93fd-0b7a30781c6c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:23.870244 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-372547b1-fc64-49e8-ab4f-ccc95a3befc5 req-33f4bdc6-55e0-4817-93fd-0b7a30781c6c tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0556068 May 11 06:03:23.913990 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-372547b1-fc64-49e8-ab4f-ccc95a3befc5 req-5d575a78-adc8-44d9-b532-e6c69265dead tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 May 11 06:03:23.914342 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fea52e0c-b8bc-4d0d-a503-4924b3a2d6e7 req-2ba0f2c0-08b2-440a-8489-30c8238dd210 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 210 time: 0.0371454 May 11 06:03:23.942384 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-cc3a12d2-254d-4921-81e5-8f987ff44b7c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:23.943805 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-cc3a12d2-254d-4921-81e5-8f987ff44b7c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 811 time: 0.1282725 May 11 06:03:24.384528 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-8136a7e3-061b-47e9-901e-79746ffe54fa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:24.386038 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-8136a7e3-061b-47e9-901e-79746ffe54fa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0516164 May 11 06:03:24.391601 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-f64964ff-09f8-4f49-841a-21a7890fa513 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 380 time: 0.0670063 May 11 06:03:24.674496 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'port': {'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'admin_state_up': True, 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'security_groups': ['f5a4c40b-d482-44fd-9283-4d820cb982e1']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:24.761535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Deleting port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:24.761948 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:24.788531 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Made reservation on behalf of 12ba636dcfc34045b8b7fd82fa770bc0 for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:03:24.792146 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:24.852574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] For port 2222d0f9-acf4-4372-9885-2ac3de9a79e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2222d0f9-acf4-4372-9885-2ac3de9a79e8,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:24.852941 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:24.930171 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Allocated IP 172.20.0.8 (1c2135e5-d24e-4b23-bdbc-168d1955897d/ba10a464-fd77-4ccf-99fd-cc882e9e7b82/d16db98a-a519-4d1f-ab25-011ce93ea9b3) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:25.060024 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d79f9-4439-4ce9-90e3-d97ce1a44116 req-307f6c2f-bfd5-40a5-8940-2b87ca6ad6dd tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:25.061578 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d05d79f9-4439-4ce9-90e3-d97ce1a44116 req-307f6c2f-bfd5-40a5-8940-2b87ca6ad6dd tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 945 time: 0.0728226 May 11 06:03:25.062688 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1ec7c101-c12d-4b23-8674-ea09385364b7 req-1188a6dc-c709-4a4f-a00e-7a184f8da418 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 210 time: 0.0480053 May 11 06:03:25.065700 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.066066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (d668526b-5b52-4e72-897d-f342039117b4), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.066496 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Floating IP d668526b-5b52-4e72-897d-f342039117b4 disassociated. External IP: 172.27.1.151, port: 2222d0f9-acf4-4372-9885-2ac3de9a79e8. May 11 06:03:25.066722 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Calling delete_port for 2222d0f9-acf4-4372-9885-2ac3de9a79e8 owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:25.158169 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.162126 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d05d79f9-4439-4ce9-90e3-d97ce1a44116 req-b4ab0a65-4670-4fc7-a298-8f33737d2b00 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=39137518-6aa8-405b-acd4-1d94cdfdbfdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764380 May 11 06:03:25.203373 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (2222d0f9-acf4-4372-9885-2ac3de9a79e8), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.208937 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.229997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event deleted for resources: {'Port': ['ID=2222d0f9-acf4-4372-9885-2ac3de9a79e8,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:25.259407 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:25.262558 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:25.269906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:25.317396 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:25.357310 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:25.358074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.366482 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Router bb534a06-d203-4d06-837a-5ed49fae476b has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:25.381096 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-811aa948-9ddc-44d8-8d51-8d0f97dda539 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7110653 May 11 06:03:25.401448 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Request body: {'port': {'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:25.491161 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.518583 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:25.566220 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:25.590243 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] No DVR routers for this DVR port 2222d0f9-acf4-4372-9885-2ac3de9a79e8 on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:03:25.594034 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-d19b427a-b35d-41ff-b50a-032a5da96b99 None None] Provisioning complete for port d16db98a-a519-4d1f-ab25-011ce93ea9b3 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:25.594633 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-d19b427a-b35d-41ff-b50a-032a5da96b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.594840 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.605062 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5331eb08-eac0-43fd-95d5-656a59b6c495 req-7ca9998f-80c7-4d59-b9b9-a5915bf2a2df tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "DELETE /v2.0/ports/2222d0f9-acf4-4372-9885-2ac3de9a79e8 HTTP/1.1" status: 204 len: 173 time: 0.9349780 May 11 06:03:25.609949 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'name': 'network-vif-deleted', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:25.613340 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b151e23-3e5f-4401-a430-1fbdb6dfb79a" -d '{"events": [{"server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "name": "network-vif-deleted", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:25.650038 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:25.654615 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:25.794091 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caabd280-0b78-4227-8409-5b61127dcae3 x-openstack-request-id: req-caabd280-0b78-4227-8409-5b61127dcae3 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:25.794734 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7c8f3d-2da4-4399-ac9d-42f991a37c96", "name": "network-vif-deleted", "tag": "2222d0f9-acf4-4372-9885-2ac3de9a79e8", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:25.795151 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-caabd280-0b78-4227-8409-5b61127dcae3 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:25.796656 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caabd280-0b78-4227-8409-5b61127dcae3'] response: {'server_uuid': 'af7c8f3d-2da4-4399-ac9d-42f991a37c96', 'name': 'network-vif-deleted', 'tag': '2222d0f9-acf4-4372-9885-2ac3de9a79e8', 'status': 'completed', 'code': 200} May 11 06:03:25.839871 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-d19b427a-b35d-41ff-b50a-032a5da96b99 None None] Port d16db98a-a519-4d1f-ab25-011ce93ea9b3 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:03:25.928322 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:25.952871 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16db98a-a519-4d1f-ab25-011ce93ea9b3 {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:25.961365 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Publish callbacks [] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:25.984009 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Transition to ACTIVE for port object d16db98a-a519-4d1f-ab25-011ce93ea9b3 will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:03:25.987973 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:26.066596 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:26.119951 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Attempting to bind port d16db98a-a519-4d1f-ab25-011ce93ea9b3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:03:26.120399 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Attempting to bind port d16db98a-a519-4d1f-ab25-011ce93ea9b3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:03:26.120930 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Attempting to bind port d16db98a-a519-4d1f-ab25-011ce93ea9b3 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:26.127450 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Port d16db98a-a519-4d1f-ab25-011ce93ea9b3 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:03:26.128511 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Attempting to bind port d16db98a-a519-4d1f-ab25-011ce93ea9b3 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:26.134931 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:03:26.135286 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Checking segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:03:26.135676 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Bound using segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:03:26.136117 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Bound port: d16db98a-a519-4d1f-ab25-011ce93ea9b3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:03:26.136487 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:26.161007 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:26.196747 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:26.207356 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:26.208180 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:26.217790 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:03:26.221779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:03:26.230679 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:26.240473 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58bc32-1201-432d-941d-be4e23930378 req-873ee707-ec8a-4273-ba3a-e614751c207d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:26.252828 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3d58bc32-1201-432d-941d-be4e23930378 req-873ee707-ec8a-4273-ba3a-e614751c207d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.1016710 May 11 06:03:26.281646 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:26.282289 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:26.283707 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] 10.222.0.24 "PUT /v2.0/ports/d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 200 len: 1093 time: 0.8876901 May 11 06:03:26.284436 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:26.286766 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e295404-1fda-4057-ab48-56c01d26bba2" -d '{"events": [{"name": "network-changed", "server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:26.319130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94075a1b-2653-4151-8bcf-e2465b81a7cf service neutron] Pushing event updated for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:26.394347 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0faf648c-3add-4cff-8011-206bd5f8350d req-77de2a5b-31ef-41d6-a941-93c6b45b5117 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=af7c8f3d-2da4-4399-ac9d-42f991a37c96 HTTP/1.1" status: 200 len: 210 time: 0.0716186 May 11 06:03:26.436045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-63ac0071-2a1e-4445-9290-d02998912fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:26.437835 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-63ac0071-2a1e-4445-9290-d02998912fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1127 time: 0.0589235 May 11 06:03:26.439086 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3d58bc32-1201-432d-941d-be4e23930378 req-2361a8ed-e3fe-4bbb-b79c-0a2be55beb6b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851511 May 11 06:03:26.512870 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66242615-4284-4425-a23b-0b1e37d4d1c4 x-openstack-request-id: req-66242615-4284-4425-a23b-0b1e37d4d1c4 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:26.513400 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:26.513757 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66242615-4284-4425-a23b-0b1e37d4d1c4 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:26.514239 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66242615-4284-4425-a23b-0b1e37d4d1c4'] response: {'name': 'network-changed', 'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'status': 'completed', 'code': 200} May 11 06:03:26.522834 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:26.721422 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:26.753305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c92a5-a5db-41ab-82bd-d4c873271c6d None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:26.812283 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-31f312bd-b551-4459-a5ee-cc28ba5cc2ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 200 len: 217 time: 0.0379810 May 11 06:03:26.864912 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-d820d44d-1e85-4da3-b86c-78515bc2302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:26.866466 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-d820d44d-1e85-4da3-b86c-78515bc2302a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0465057 May 11 06:03:26.918431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-073939a8-70db-45c3-8d5b-3172feda1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:26.920046 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-073939a8-70db-45c3-8d5b-3172feda1f84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462925 May 11 06:03:27.002966 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365a88f9-0a60-4210-ad86-035cdf4a6471 None None] New status for floating IP d668526b-5b52-4e72-897d-f342039117b4: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:27.073848 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-f83381ae-f429-45d4-a8d5-5d5f43ecf67a service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034112 May 11 06:03:27.172259 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-69af6dfd-fcb0-4801-bdc0-c33813ff6f48 req-20771db4-a58d-49e7-bd95-713ea79846b8 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901103 May 11 06:03:27.477785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54902) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:27.586464 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970d7cb-c085-44fa-8e41-f4953a5846b8 req-1a3e2e37-fc8b-4c40-97ee-4b128174c649 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:27.587837 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f970d7cb-c085-44fa-8e41-f4953a5846b8 req-1a3e2e37-fc8b-4c40-97ee-4b128174c649 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0854566 May 11 06:03:27.623276 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ad73d08b-d63f-4122-9ad4-222be72b0c91 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (39137518-6aa8-405b-acd4-1d94cdfdbfdd), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:27.627601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-0ed2269b-a052-4abb-8675-eb4fc9feae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:27.629034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-0ed2269b-a052-4abb-8675-eb4fc9feae0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1127 time: 0.0861566 May 11 06:03:27.690603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ad73d08b-d63f-4122-9ad4-222be72b0c91 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (39137518-6aa8-405b-acd4-1d94cdfdbfdd), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:27.711569 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f970d7cb-c085-44fa-8e41-f4953a5846b8 req-a8061b22-b8f1-473f-8899-76ff197eb87e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115434 May 11 06:03:27.785379 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-482e5f47-a740-4a8a-8a1f-d0f56da0e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:27.786981 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-482e5f47-a740-4a8a-8a1f-d0f56da0e5e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.1501584 May 11 06:03:27.790709 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ad73d08b-d63f-4122-9ad4-222be72b0c91 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (39137518-6aa8-405b-acd4-1d94cdfdbfdd), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:27.793387 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ad73d08b-d63f-4122-9ad4-222be72b0c91 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:27.794461 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ad73d08b-d63f-4122-9ad4-222be72b0c91 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "DELETE /v2.0/security-groups/39137518-6aa8-405b-acd4-1d94cdfdbfdd HTTP/1.1" status: 204 len: 168 time: 0.3156424 May 11 06:03:27.798078 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54906) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:27.812156 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.api.v2.resource [None req-e4780f50-af40-4024-9ae2-19b9d16404bf tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] show failed (client error): The resource could not be found. May 11 06:03:27.813172 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e4780f50-af40-4024-9ae2-19b9d16404bf tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups/39137518-6aa8-405b-acd4-1d94cdfdbfdd HTTP/1.1" status: 404 len: 347 time: 0.0139921 May 11 06:03:27.816009 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54908) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:27.835459 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73d08b-d63f-4122-9ad4-222be72b0c91 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39137518-6aa8-405b-acd4-1d94cdfdbfdd,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:27.838157 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-1849eeeb-8528-4175-a17b-175a0753b3e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 200 len: 217 time: 0.0426226 May 11 06:03:27.894266 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-d6e15273-677f-4fa0-b599-98261e84e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:27.895717 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-d6e15273-677f-4fa0-b599-98261e84e1bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0502338 May 11 06:03:27.935483 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Deleting port d6a1669c-f0f9-4a77-bbe3-6413476f6168 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:27.935829 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:27.942725 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-f468b7fe-02cd-41fc-baad-290e47f19a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:27.944201 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-f468b7fe-02cd-41fc-baad-290e47f19a33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420067 May 11 06:03:28.009842 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.010173 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d6a1669c-f0f9-4a77-bbe3-6413476f6168), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.014208 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 2222d0f9-acf4-4372-9885-2ac3de9a79e8 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:03:28.025505 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Calling delete_port for d6a1669c-f0f9-4a77-bbe3-6413476f6168 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:28.035358 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 2222d0f9-acf4-4372-9885-2ac3de9a79e8 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:03:28.035792 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 2222d0f9-acf4-4372-9885-2ac3de9a79e8 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:03:28.039075 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-df4b12e5-0958-4f5e-9a0c-9eb9b5314abc service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835071 May 11 06:03:28.146137 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e295404-1fda-4057-ab48-56c01d26bba2 req-82c2d72d-de88-4b05-8b9d-7b8cd16d54f8 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963113 May 11 06:03:28.165384 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (d6a1669c-f0f9-4a77-bbe3-6413476f6168), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.191810 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event deleted for resources: {'Port': ['ID=d6a1669c-f0f9-4a77-bbe3-6413476f6168,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:28.255215 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d668526b-5b52-4e72-897d-f342039117b4), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.257730 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.258871 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-66658941-5db6-4d93-8475-945648f74ed8 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "DELETE /v2.0/floatingips/d668526b-5b52-4e72-897d-f342039117b4 HTTP/1.1" status: 204 len: 168 time: 0.4419787 May 11 06:03:28.341541 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 54922) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:28.346736 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957501454', 'description': 'tempest-description--723618130'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:28.368252 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.397351 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcda89-070e-4088-85b0-df17f53782fe req-3dbc81ee-84c1-446b-9cd5-69df3149bc84 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:28.398865 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-48dcda89-070e-4088-85b0-df17f53782fe req-3dbc81ee-84c1-446b-9cd5-69df3149bc84 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0489659 May 11 06:03:28.440820 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (80041eb5-5d77-4de7-a293-5b408e3ed397), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.444692 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (80041eb5-5d77-4de7-a293-5b408e3ed397), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.448523 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-48dcda89-070e-4088-85b0-df17f53782fe req-40419856-be30-4ec1-9500-45f2a12b4847 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 May 11 06:03:28.477055 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.478312 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356790 May 11 06:03:28.479398 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1479d5-a41d-42f0-a23a-bcca6015d24f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80041eb5-5d77-4de7-a293-5b408e3ed397,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:28.481336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54924) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:28.486368 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'security_group_rule': {'security_group_id': '80041eb5-5d77-4de7-a293-5b408e3ed397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:28.511898 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (539fb326-32ad-48a0-9581-c7de8429ffd2), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.558523 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (539fb326-32ad-48a0-9581-c7de8429ffd2), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.562152 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (539fb326-32ad-48a0-9581-c7de8429ffd2), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.581250 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539fb326-32ad-48a0-9581-c7de8429ffd2,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:28.586839 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.588020 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-cd95e878-0f34-4b87-81c6-3b60bcd0c47e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056499 May 11 06:03:28.590762 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54926) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:28.595554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'security_group_rule': {'security_group_id': '80041eb5-5d77-4de7-a293-5b408e3ed397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:28.620193 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (a46446f1-f4d9-4e91-a81a-845c0407eb0a), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.680987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (a46446f1-f4d9-4e91-a81a-845c0407eb0a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.684338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (a46446f1-f4d9-4e91-a81a-845c0407eb0a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.700481 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46446f1-f4d9-4e91-a81a-845c0407eb0a,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:28.708782 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.709983 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-250ebd4e-19ba-4980-b029-46ff0e07f2a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182926 May 11 06:03:28.713011 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54928) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:28.717160 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:28.738736 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.814679 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:28.825971 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c20673-2d3d-42cc-bb47-fa71293c510b req-19a79ad1-4f7d-41a3-a764-6fcb8302baeb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:28.827514 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-33c20673-2d3d-42cc-bb47-fa71293c510b req-19a79ad1-4f7d-41a3-a764-6fcb8302baeb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0457723 May 11 06:03:28.877186 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-33c20673-2d3d-42cc-bb47-fa71293c510b req-d6eb5284-606d-4cec-9d13-be4338c4a890 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 May 11 06:03:28.924205 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Allocated IP 172.27.1.48 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/3f2f8a14-c925-4907-b614-1908ad4fde95) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:29.022341 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.059065 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.094552 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:29.097421 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:29.100839 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:29.125604 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'Port': ['ID=3f2f8a14-c925-4907-b614-1908ad4fde95,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:29.189082 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d91c7b42-f8cf-4950-875f-63f1b08081c4), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.224429 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.403949 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.408211 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.472501 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'Port': ['ID=3f2f8a14-c925-4907-b614-1908ad4fde95,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:29.484937 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (d91c7b42-f8cf-4950-875f-63f1b08081c4), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.507478 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:29.508866 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-45bb6e4b-cb77-4c2e-86c8-d4d09dcae272 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7948394 May 11 06:03:29.572001 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9962e-505f-4171-bca5-e1e2788620a1 req-67d9665d-a0b7-462c-aef1-8fe5ffcdd8df tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:29.573596 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5fc9962e-505f-4171-bca5-e1e2788620a1 req-67d9665d-a0b7-462c-aef1-8fe5ffcdd8df tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0522501 May 11 06:03:29.622495 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5fc9962e-505f-4171-bca5-e1e2788620a1 req-fd27503b-101d-4665-b01d-971c8e8475d4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 May 11 06:03:29.663512 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-479c9980-bb11-4754-979f-0b9af8cebcef tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1957501454&fields=id&tenant_id=2279e41c4ffe455d9f5d126d3d288333 HTTP/1.1" status: 200 len: 267 time: 0.0512841 May 11 06:03:29.764369 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9518e719-97ce-4107-8029-b3fcd37235e7 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:29.766133 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9518e719-97ce-4107-8029-b3fcd37235e7 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 811 time: 0.0961831 May 11 06:03:29.779966 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-6845739f-707f-4034-af32-727a7846c550 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/quotas/2279e41c4ffe455d9f5d126d3d288333 HTTP/1.1" status: 200 len: 375 time: 0.0086052 May 11 06:03:29.827111 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-a2508c9a-cb6a-4688-8471-bf15fdaed53d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422466 May 11 06:03:29.927356 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-99380418-06c8-4fa3-aa3f-7515c518f6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 May 11 06:03:29.993838 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bba7d0-0e70-4afb-9e35-9a027575be85 req-598ca85b-6c0f-4ff4-8f52-f2c31ae3a095 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:29.995323 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e1bba7d0-0e70-4afb-9e35-9a027575be85 req-598ca85b-6c0f-4ff4-8f52-f2c31ae3a095 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0515242 May 11 06:03:30.020527 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-6a04be99-cdee-4370-950a-14b2ade439d9 service neutron] 10.222.0.44 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875666 May 11 06:03:30.044151 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e1bba7d0-0e70-4afb-9e35-9a027575be85 req-b6d2ddb4-f220-44b3-918c-9b001d724759 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 May 11 06:03:30.177871 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0d7bed24-f6d5-4ec5-9f08-f68ebb641942 req-30d4e941-40ff-4bbf-960e-39e8e90cb382 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 210 time: 0.0287411 May 11 06:03:30.352849 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-c0cb8af0-b1dd-407a-b4f1-644bc6953614 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:30.354390 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-c0cb8af0-b1dd-407a-b4f1-644bc6953614 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0466509 May 11 06:03:30.446192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port fc5e2573-0bba-471d-82b1-607439df47ab {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:30.446515 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:30.536507 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] For port fc5e2573-0bba-471d-82b1-607439df47ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fc5e2573-0bba-471d-82b1-607439df47ab,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:30.536902 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:30.720899 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:30.721314 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (f41ab8b5-2d61-4969-988b-ff30bd7f1a35), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:30.721798 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP f41ab8b5-2d61-4969-988b-ff30bd7f1a35 disassociated. External IP: 172.27.1.79, port: fc5e2573-0bba-471d-82b1-607439df47ab. May 11 06:03:30.722328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for fc5e2573-0bba-471d-82b1-607439df47ab owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:30.743923 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f5da-f690-4446-baaa-d5ad08b565fc req-3250d96f-c83a-4731-96b9-98c327f2390b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:30.745408 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ff95f5da-f690-4446-baaa-d5ad08b565fc req-3250d96f-c83a-4731-96b9-98c327f2390b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 945 time: 0.0483403 May 11 06:03:30.793428 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ff95f5da-f690-4446-baaa-d5ad08b565fc req-f5604565-630d-4320-9546-644d3f2c94df tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e5f6618-1105-4486-895e-798ac26c482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 May 11 06:03:30.852332 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (fc5e2573-0bba-471d-82b1-607439df47ab), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:30.892006 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=fc5e2573-0bba-471d-82b1-607439df47ab,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:31.006235 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:31.127814 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:31.139713 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:31.153753 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:31.155617 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:31.199339 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87ff0-ff14-4728-ad72-7957263ef9dd req-41407738-322c-4a55-9fb4-87429ca6e4ff tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:31.202998 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-55e87ff0-ff14-4728-ad72-7957263ef9dd req-41407738-322c-4a55-9fb4-87429ca6e4ff tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0893066 May 11 06:03:31.204939 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] No DVR routers for this DVR port fc5e2573-0bba-471d-82b1-607439df47ab on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:03:31.207771 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:31.213114 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a55732f4-5d0e-4e1c-b1a1-328afd83834e req-e64ab5a1-ea98-4373-8170-583ec8ac7acb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "DELETE /v2.0/ports/fc5e2573-0bba-471d-82b1-607439df47ab HTTP/1.1" status: 204 len: 173 time: 0.8520296 May 11 06:03:31.213702 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'name': 'network-vif-deleted', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:31.216079 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cd039d-7aa5-41d2-91b0-283b46c372b7" -d '{"events": [{"server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "name": "network-vif-deleted", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:31.324947 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:31.340710 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-55e87ff0-ff14-4728-ad72-7957263ef9dd req-818df5cb-a3e3-41fc-bfb7-72b267afea3c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096852 May 11 06:03:31.373303 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3e20c416-4291-400b-9844-59ee9d3b176f req-69ebdf09-fb1a-4e40-92aa-2becc98eb140 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 210 time: 0.0575297 May 11 06:03:31.387267 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-496fb3ef-f3b0-48ff-8635-79910140c8b7 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:31.396380 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-496fb3ef-f3b0-48ff-8635-79910140c8b7 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 811 time: 0.1956725 May 11 06:03:31.408975 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d32001-09a5-4c2e-918c-9be664c5d6bc x-openstack-request-id: req-e8d32001-09a5-4c2e-918c-9be664c5d6bc {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:31.409463 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efab7ed-d556-45bf-b471-e4783656823e", "name": "network-vif-deleted", "tag": "fc5e2573-0bba-471d-82b1-607439df47ab", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:31.409605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8d32001-09a5-4c2e-918c-9be664c5d6bc {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:31.409933 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d32001-09a5-4c2e-918c-9be664c5d6bc'] response: {'server_uuid': '4efab7ed-d556-45bf-b471-e4783656823e', 'name': 'network-vif-deleted', 'tag': 'fc5e2573-0bba-471d-82b1-607439df47ab', 'status': 'completed', 'code': 200} May 11 06:03:31.514057 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-c5e2249f-b369-49ef-adf8-3c4fb18db512 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2279e41c4ffe455d9f5d126d3d288333 HTTP/1.1" status: 200 len: 380 time: 0.0735865 May 11 06:03:31.574987 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:31.601996 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:31.611378 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:31.611988 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:31.723716 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:31.791454 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'port': {'device_id': '0b347d8e-b37a-4081-834a-c25569880ac3', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'admin_state_up': True, 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'security_groups': ['80041eb5-5d77-4de7-a293-5b408e3ed397']}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:31.912791 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-56ee0c67-169c-489c-b710-1f6b615f03d1 req-1e1fd533-8354-40a8-be50-bc4b80f25aaa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=4efab7ed-d556-45bf-b471-e4783656823e HTTP/1.1" status: 200 len: 210 time: 0.0360391 May 11 06:03:31.931867 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Made reservation on behalf of 2279e41c4ffe455d9f5d126d3d288333 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:03:31.936255 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:31.937579 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:31.966655 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d8e3f-a2c4-45bd-98a0-943499b6b3d6 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:32.075693 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Allocated IP 172.20.0.5 (ac42e169-a6e4-4ccc-996b-bc8a23c39701/8ced06cb-4f7e-4537-ab51-32eb277377ee/6c58b2d0-18cb-4cf4-8be6-a437e75d6164) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:32.214955 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5737b4-96b7-481a-98fe-630beea155ff None None] New status for floating IP f41ab8b5-2d61-4969-988b-ff30bd7f1a35: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:32.224227 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.256533 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.303515 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:32.306503 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:32.308951 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:32.338174 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event updated for resources: {'Port': ['ID=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:32.353981 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.354292 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.354632 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.354959 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.355289 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.355614 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.355936 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.356256 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.356697 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.356894 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.357214 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.357554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.357877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.358328 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.358328 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:32.385558 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:32.390176 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.410222 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-08c776d0-85dc-477c-89c7-b4b0a9eac860 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234159 May 11 06:03:32.433532 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Request body: {'port': {'device_id': '0b347d8e-b37a-4081-834a-c25569880ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:32.470213 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6855ba-efc1-4de5-a40a-f90e75523636 req-6ab401ea-2047-4d12-9fd1-1dc9d369f8e5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:32.471740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9e6855ba-efc1-4de5-a40a-f90e75523636 req-6ab401ea-2047-4d12-9fd1-1dc9d369f8e5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0606833 May 11 06:03:32.526082 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9e6855ba-efc1-4de5-a40a-f90e75523636 req-9ff6b2f3-6ad8-4974-81e1-be4903659f5a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486069 May 11 06:03:32.538434 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeecf0-65cf-4cfb-9b36-10b0f639c259 req-83a51bd0-3d89-49c2-8a85-8648ae0655c1 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:32.539897 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-46aeecf0-65cf-4cfb-9b36-10b0f639c259 req-83a51bd0-3d89-49c2-8a85-8648ae0655c1 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 931 time: 0.0833707 May 11 06:03:32.544610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.606668 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-574b2bdb-ff8c-45e8-9695-6d52dff42954 None None] Provisioning complete for port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:32.607251 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-574b2bdb-ff8c-45e8-9695-6d52dff42954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.640849 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-46aeecf0-65cf-4cfb-9b36-10b0f639c259 req-fc2f9f8a-f624-4629-a3cc-871640c97a87 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936472 May 11 06:03:32.641488 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-574b2bdb-ff8c-45e8-9695-6d52dff42954 None None] Port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:03:32.866754 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:32.874332 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Publish callbacks [] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.886393 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Transition to ACTIVE for port object 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:03:32.890172 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:32.940200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:33.009385 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54982) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:33.015319 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Attempting to bind port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:03:33.016044 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Attempting to bind port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:03:33.016466 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Attempting to bind port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:33.021502 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:03:33.021961 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Attempting to bind port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 on network ac42e169-a6e4-4ccc-996b-bc8a23c39701 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:33.027663 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:03:33.028088 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Checking segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:03:33.028542 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Bound using segment: {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:03:33.029052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Bound port: 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e318b2ad-ea66-4282-b3fa-d3160a3fa443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:03:33.029494 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.070658 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-802c85fa-0734-4879-b9f6-36b42874fa6c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (2e5f6618-1105-4486-895e-798ac26c482b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.097824 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-802c85fa-0734-4879-b9f6-36b42874fa6c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (2e5f6618-1105-4486-895e-798ac26c482b), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.156591 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-802c85fa-0734-4879-b9f6-36b42874fa6c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (2e5f6618-1105-4486-895e-798ac26c482b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.159709 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-802c85fa-0734-4879-b9f6-36b42874fa6c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.163420 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-802c85fa-0734-4879-b9f6-36b42874fa6c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/security-groups/2e5f6618-1105-4486-895e-798ac26c482b HTTP/1.1" status: 204 len: 168 time: 0.1505964 May 11 06:03:33.164729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54986) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:33.180236 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c85fa-0734-4879-b9f6-36b42874fa6c tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5f6618-1105-4486-895e-798ac26c482b,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:33.188193 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.api.v2.resource [None req-9f87ec06-1496-4d88-9fbd-06890eda903e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] show failed (client error): The resource could not be found. May 11 06:03:33.191601 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9f87ec06-1496-4d88-9fbd-06890eda903e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups/2e5f6618-1105-4486-895e-798ac26c482b HTTP/1.1" status: 404 len: 347 time: 0.0222468 May 11 06:03:33.192385 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 54988) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:33.380891 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] For port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:03:33.384180 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] For port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:03:33.391532 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.425459 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:33.426157 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.427551 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c58b2d0-18cb-4cf4-8be6-a437e75d6164 HTTP/1.1" status: 200 len: 1093 time: 1.0030332 May 11 06:03:33.428006 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:33.430275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:33.457614 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947bd6-70b8-4bee-a7ab-7a99d29627d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:33.485939 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b19f88-789f-4a14-b5d0-81204a828014 x-openstack-request-id: req-f7b19f88-789f-4a14-b5d0-81204a828014 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:33.486370 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:33.486565 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7b19f88-789f-4a14-b5d0-81204a828014 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:33.486922 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b19f88-789f-4a14-b5d0-81204a828014'] response: {'name': 'network-changed', 'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'status': 'completed', 'code': 200} May 11 06:03:33.574922 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-4fb2526e-1dff-4a90-ac9d-337a8f3ed078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:33.582016 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-4fb2526e-1dff-4a90-ac9d-337a8f3ed078 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0659168 May 11 06:03:33.659001 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-bc7c078c-e441-446b-bbbf-76bc36dcf574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164 HTTP/1.1" status: 200 len: 217 time: 0.0592098 May 11 06:03:33.676576 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port 99ec6437-c142-491d-a2c3-189a111f6f1a {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:33.677076 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.718833 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815f70-3271-49c6-b159-350b81d8ecc8 req-a635ceb9-922c-4960-a550-0174e1d1ef9e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:33.719597 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-987babc9-adc6-4289-ab23-0774c2a7d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:33.720362 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b4815f70-3271-49c6-b159-350b81d8ecc8 req-a635ceb9-922c-4960-a550-0174e1d1ef9e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0900643 May 11 06:03:33.721717 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-987babc9-adc6-4289-ab23-0774c2a7d9f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.0537727 May 11 06:03:33.782397 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-46eb4fb7-99ac-4686-a85c-ecf1c6bf3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:33.784002 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-46eb4fb7-99ac-4686-a85c-ecf1c6bf3ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544920 May 11 06:03:33.803013 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.803548 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (99ec6437-c142-491d-a2c3-189a111f6f1a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:33.819873 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b4815f70-3271-49c6-b159-350b81d8ecc8 req-94562144-45db-4761-9e92-ea163d6017d4 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750265 May 11 06:03:33.825298 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for 99ec6437-c142-491d-a2c3-189a111f6f1a owned by network:floatingip {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:33.923933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd4bcc-cbc5-40ae-8a89-d67a8bf3f860 req-09de6a35-5e23-4436-99eb-fd7e1062e858 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:33.925720 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dcd4bcc-cbc5-40ae-8a89-d67a8bf3f860 req-09de6a35-5e23-4436-99eb-fd7e1062e858 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 943 time: 0.0863986 May 11 06:03:33.956292 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-2e84fff3-5136-4c2c-83de-1707fc9c02c0 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643806 May 11 06:03:33.985181 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5dcd4bcc-cbc5-40ae-8a89-d67a8bf3f860 req-0dadb953-7265-48eb-a204-e109279f785e tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457263 May 11 06:03:33.986154 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (99ec6437-c142-491d-a2c3-189a111f6f1a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.010702 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=99ec6437-c142-491d-a2c3-189a111f6f1a,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:34.076338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (f41ab8b5-2d61-4969-988b-ff30bd7f1a35), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.079947 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.081091 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-706713cc-da62-43cd-a123-54e54f5b1850 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/floatingips/f41ab8b5-2d61-4969-988b-ff30bd7f1a35 HTTP/1.1" status: 204 len: 168 time: 0.8875399 May 11 06:03:34.143993 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55010) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:34.148416 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948959654', 'description': 'tempest-description--1078449687'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:34.167824 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.235373 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (1ed4fa63-8669-41ea-9963-dfac36b3b0c1), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.238967 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1ed4fa63-8669-41ea-9963-dfac36b3b0c1), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.267414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.268623 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1236379 May 11 06:03:34.270515 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c0960-68a1-4f77-89cc-a7930c1c72d6 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed4fa63-8669-41ea-9963-dfac36b3b0c1,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:34.271729 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55012) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:34.277144 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': '1ed4fa63-8669-41ea-9963-dfac36b3b0c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:34.329365 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (41d2770d-7770-4515-bc14-06371f9bf2ca), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.418005 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bb318b0b-81b3-4009-8030-4ea98cc261ca req-8388f37f-9256-4090-bb0c-4755d906d156 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285248 May 11 06:03:34.427248 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (41d2770d-7770-4515-bc14-06371f9bf2ca), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.430828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (41d2770d-7770-4515-bc14-06371f9bf2ca), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.449329 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d2770d-7770-4515-bc14-06371f9bf2ca,revision_number=0']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:34.456263 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.457443 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-36ce7e4b-0b49-4549-af31-5a4bc01f34ed tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1840079 May 11 06:03:34.460260 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55014) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:34.464820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'security_group_rule': {'security_group_id': '1ed4fa63-8669-41ea-9963-dfac36b3b0c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:34.493623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (1b487212-c3d4-4337-82ed-3f419a585199), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.541684 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (1b487212-c3d4-4337-82ed-3f419a585199), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.545307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038286'] for security_group_rule (1b487212-c3d4-4337-82ed-3f419a585199), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.564219 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b487212-c3d4-4337-82ed-3f419a585199,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:34.568569 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.569845 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b1e37620-fb92-444f-91bf-de9c82e695af tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1084712 May 11 06:03:34.573288 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55016) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:34.577635 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:34.597124 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.676011 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.778996 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.27.1.193 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/d941379c-c9ea-4e1f-879b-c3a2d4a577a2) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:34.881395 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.929433 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:34.934237 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8859a-df38-41f2-ae29-7c0acbbc44eb req-497b13e8-0203-4e2b-8bfd-1af64b474a59 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:34.935812 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2b8859a-df38-41f2-ae29-7c0acbbc44eb req-497b13e8-0203-4e2b-8bfd-1af64b474a59 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0478103 May 11 06:03:34.977705 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:34.980622 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:34.987449 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:34.989200 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e2b8859a-df38-41f2-ae29-7c0acbbc44eb req-44795463-c0e5-43b7-9fe1-f06ce3cef51a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 May 11 06:03:34.993004 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=d941379c-c9ea-4e1f-879b-c3a2d4a577a2,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:35.118858 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e170a9-fbef-4e33-8153-a989fd35cfbf req-dbaf1079-dd03-4335-9fef-fb7186a51276 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:35.120317 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e7e170a9-fbef-4e33-8153-a989fd35cfbf req-dbaf1079-dd03-4335-9fef-fb7186a51276 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 943 time: 0.0598903 May 11 06:03:35.121328 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (2c7046b9-564f-496d-a695-d8ab12d69a56), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:35.185018 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:35.215174 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e7e170a9-fbef-4e33-8153-a989fd35cfbf req-b25a289b-e7ee-437d-8ed6-0fe6efb1c5f6 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875661 May 11 06:03:35.377431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:35.381626 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:35.447532 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=d941379c-c9ea-4e1f-879b-c3a2d4a577a2,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:35.457660 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (2c7046b9-564f-496d-a695-d8ab12d69a56), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:35.471942 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:35.473138 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-5793867e-608e-44c8-bb97-1543f44665ae tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8988924 May 11 06:03:35.605259 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-09730345-084d-4656-89be-031807318d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:35.606822 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-09730345-084d-4656-89be-031807318d58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0595577 May 11 06:03:35.660969 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-a8fb3bd4-6ed8-4803-b2ab-21964ea61845 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--948959654&fields=id&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 267 time: 0.0746202 May 11 06:03:35.776246 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-fe609dd4-c859-4604-b2a3-d658990c1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:35.777721 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-fe609dd4-c859-4604-b2a3-d658990c1f4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 912 time: 0.1634040 May 11 06:03:35.824333 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-3c750f78-3f04-4573-9404-2f901b456bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164 HTTP/1.1" status: 200 len: 217 time: 0.0387864 May 11 06:03:35.845704 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-7aaa279d-b8a3-4d9c-99a9-ead625e85a62 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:35.847061 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-7aaa279d-b8a3-4d9c-99a9-ead625e85a62 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.1602283 May 11 06:03:35.888210 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-693a9bb5-91c4-4eff-9a00-05761d9ab18f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/quotas/34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 375 time: 0.0194988 May 11 06:03:35.894202 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-1fca020c-d2bd-45a3-be9e-0528732110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:35.895667 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-1fca020c-d2bd-45a3-be9e-0528732110c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.0629442 May 11 06:03:35.963502 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-8e8aa138-f401-4cec-92ed-afd35ad84fc4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669193 May 11 06:03:35.966275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-bcc39225-bbf7-42c7-9355-034acd106cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:35.967895 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-bcc39225-bbf7-42c7-9355-034acd106cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631578 May 11 06:03:36.025975 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device d16db98a-a519-4d1f-ab25-011ce93ea9b3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:03:36.045094 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device fc5e2573-0bba-471d-82b1-607439df47ab no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:03:36.069306 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: fc5e2573-0bba-471d-82b1-607439df47ab {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:03:36.069677 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device fc5e2573-0bba-471d-82b1-607439df47ab not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:03:36.079366 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:03:36.129974 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d1a90-a414-4898-b42a-81c9123d1f6f req-900d28a3-30f9-4bf4-a23e-a85971b074ea tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:36.131622 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-350d1a90-a414-4898-b42a-81c9123d1f6f req-900d28a3-30f9-4bf4-a23e-a85971b074ea tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0561671 May 11 06:03:36.139953 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-e3e86647-efb7-451b-907d-340111e11d7e service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639273 May 11 06:03:36.145749 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-6a0a9725-37e4-4fec-8326-5d340f7a2c7c service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709332 May 11 06:03:36.188804 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:36.193852 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-350d1a90-a414-4898-b42a-81c9123d1f6f req-51adcb37-2e73-426c-aafe-da73725c04ed tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565453 May 11 06:03:36.204210 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:03:36.246363 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port d16db98a-a519-4d1f-ab25-011ce93ea9b3 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:36.247010 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:36.260043 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16db98a-a519-4d1f-ab25-011ce93ea9b3 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:36.280244 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:36.285860 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:36.319066 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1cb3fa16-3bc4-46c8-9c50-67a77da02e1c req-115f7452-f84e-46a0-af28-0912eb222727 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686947 May 11 06:03:36.333620 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-74651630-73be-44da-86b7-c05209a4db3f service neutron] 10.222.0.44 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720738 May 11 06:03:36.341624 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:36.432515 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74d323-3d18-482f-b8dd-224df0ea36dc req-043c5c2e-80f4-4b0c-847d-7ac2c51787d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:36.434094 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ec74d323-3d18-482f-b8dd-224df0ea36dc req-043c5c2e-80f4-4b0c-847d-7ac2c51787d2 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 943 time: 0.0488808 May 11 06:03:36.496018 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ec74d323-3d18-482f-b8dd-224df0ea36dc req-e7584d01-cbff-408d-b1e2-9e283a3a70ab tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558853 May 11 06:03:36.556835 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c3469-ee58-4b65-aa65-ac18ed589885 req-656b581d-c21a-40ab-be97-c12b9c973c09 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:36.558381 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-364c3469-ee58-4b65-aa65-ac18ed589885 req-656b581d-c21a-40ab-be97-c12b9c973c09 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0576715 May 11 06:03:36.570457 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ed1de18e-bcd8-4332-b870-6ad4808f49f5 req-e7af4348-67c6-45b4-97e6-d767bea01a2d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0326154 May 11 06:03:36.616181 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-364c3469-ee58-4b65-aa65-ac18ed589885 req-61c3fd61-5a51-4464-9675-387e072b5410 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516288 May 11 06:03:36.687335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['d16db98a-a519-4d1f-ab25-011ce93ea9b3'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:03:37.324707 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507564-6152-47c6-b29c-7ecb46971b4a req-dd078840-353a-49cb-88f7-79d2e7ed769c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:37.326259 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6d507564-6152-47c6-b29c-7ecb46971b4a req-dd078840-353a-49cb-88f7-79d2e7ed769c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 944 time: 0.0632832 May 11 06:03:37.376350 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6d507564-6152-47c6-b29c-7ecb46971b4a req-922607a2-f278-411e-b6a9-53257bd527a1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438919 May 11 06:03:37.618290 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b2aa-e004-4279-a555-5ebc773f4d51 req-62a78906-a077-440c-90e8-da2a6c0c1205 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:37.619760 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5223b2aa-e004-4279-a555-5ebc773f4d51 req-62a78906-a077-440c-90e8-da2a6c0c1205 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 943 time: 0.0569739 May 11 06:03:37.666653 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ff75b0e-24c8-438e-b607-c31f3e59460a req-cebba9f1-cfaa-4194-ae58-36ed62e0fde9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0287950 May 11 06:03:37.669601 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5223b2aa-e004-4279-a555-5ebc773f4d51 req-c4be5356-557a-4bd5-8abb-56c12d0ce5ed tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 May 11 06:03:37.768050 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3ab7b-bce1-43ec-8686-bf56ce328ade req-93537845-2e30-400c-aafe-5cf76cad0fd0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:37.769504 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d8a3ab7b-bce1-43ec-8686-bf56ce328ade req-93537845-2e30-400c-aafe-5cf76cad0fd0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0462358 May 11 06:03:37.815179 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d8a3ab7b-bce1-43ec-8686-bf56ce328ade req-31dd41e8-0f13-44c2-83b5-cd191f924f0a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399451 May 11 06:03:38.031207 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:03:38.040740 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device d16db98a-a519-4d1f-ab25-011ce93ea9b3 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:03:38.144140 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port d16db98a-a519-4d1f-ab25-011ce93ea9b3 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:03:38.152915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port d16db98a-a519-4d1f-ab25-011ce93ea9b3 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:38.153289 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:38.185884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:38.204719 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'port_id': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'mac_address': 'fa:16:3e:da:37:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:03:38.270498 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:38.270882 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:38.291229 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:38.295163 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port d16db98a-a519-4d1f-ab25-011ce93ea9b3 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:38.296112 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:38.325881 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:38.331448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:38.333691 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1e5e9-bfab-48ab-9bdd-ea9f60747462" -d '{"events": [{"server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "name": "network-vif-plugged", "status": "completed", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:38.343675 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:38.349461 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:38.372687 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:38.410857 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:38.419231 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-93dbd54f-823d-435a-9d40-2df80b69bc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:38.422179 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.422576 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.422922 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.423261 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.423643 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.423976 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.424303 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.424677 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.425044 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.425322 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.425674 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.426000 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.426326 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.426671 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.426991 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:03:38.452082 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c6803-3003-4777-8e98-8da7a8e77f8f x-openstack-request-id: req-ab1c6803-3003-4777-8e98-8da7a8e77f8f {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:38.452375 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "name": "network-vif-plugged", "status": "completed", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:38.452632 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab1c6803-3003-4777-8e98-8da7a8e77f8f {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:38.453025 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1c6803-3003-4777-8e98-8da7a8e77f8f'] response: {'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'code': 200} May 11 06:03:38.478900 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:38.508192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232166-154d-4d7e-83d6-03954ec9d424 req-7ca313ef-dd34-4d8b-9178-70f234ff18ce tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:38.509685 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-63232166-154d-4d7e-83d6-03954ec9d424 req-7ca313ef-dd34-4d8b-9178-70f234ff18ce tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0511878 May 11 06:03:38.558331 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-63232166-154d-4d7e-83d6-03954ec9d424 req-4ce3fa64-6eea-49e5-98f6-9d68223d6592 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 May 11 06:03:38.765374 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['6c58b2d0-18cb-4cf4-8be6-a437e75d6164'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:03:38.770617 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f3fccdd8-06f7-4839-838c-093be30c8923 req-edbb2110-fbc0-4652-95a4-590e9af4a7ca tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0286667 May 11 06:03:38.790125 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b6bd3-6422-41ec-9528-3812c6134357 req-205ed06d-cc7c-482d-8382-969953f3cefa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:38.791622 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d52b6bd3-6422-41ec-9528-3812c6134357 req-205ed06d-cc7c-482d-8382-969953f3cefa tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 944 time: 0.0466075 May 11 06:03:38.837837 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d52b6bd3-6422-41ec-9528-3812c6134357 req-d5c10ed7-96e8-4954-8760-1a72fc1e58d4 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 May 11 06:03:38.933867 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bcc29-a001-4482-ba96-9f0ddcbe2221 req-6091e8ff-48e6-46c6-89ee-cb4e3f9e0768 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:38.935320 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6a5bcc29-a001-4482-ba96-9f0ddcbe2221 req-6091e8ff-48e6-46c6-89ee-cb4e3f9e0768 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0461376 May 11 06:03:38.980881 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6a5bcc29-a001-4482-ba96-9f0ddcbe2221 req-39ef70c6-598c-408a-a137-089794edd7c9 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392578 May 11 06:03:39.673171 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cee37-32fb-460d-b1cd-deae0032a294 req-c1eba67b-4912-453b-a4f9-de4b574e00dd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:39.674649 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7d5cee37-32fb-460d-b1cd-deae0032a294 req-c1eba67b-4912-453b-a4f9-de4b574e00dd tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0475302 May 11 06:03:39.726324 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7d5cee37-32fb-460d-b1cd-deae0032a294 req-925b576a-464f-4cff-aa2d-57e2dc4e35bb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 May 11 06:03:39.869349 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-170ac07b-39dc-47b3-a27c-49881e241138 req-b4f401a6-0898-48e7-aa91-07298b354063 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0308619 May 11 06:03:39.954563 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd3efa-3d05-4e9c-be3d-d768f2e581a6 req-0f5161f4-91a8-453c-8c29-16cd4e7fc840 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:39.956131 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bccd3efa-3d05-4e9c-be3d-d768f2e581a6 req-0f5161f4-91a8-453c-8c29-16cd4e7fc840 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 944 time: 0.0496306 May 11 06:03:40.008030 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bccd3efa-3d05-4e9c-be3d-d768f2e581a6 req-dad3e908-d831-48bc-ab7c-7cc25193871f tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452538 May 11 06:03:40.030747 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:03:40.077163 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:03:40.083780 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:40.084150 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.096094 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744732d-fcd2-479a-a323-39de0b466c0b req-00c78ba0-165a-483c-9681-026d65a4fe29 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:40.097750 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a744732d-fcd2-479a-a323-39de0b466c0b req-00c78ba0-165a-483c-9681-026d65a4fe29 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0487027 May 11 06:03:40.147572 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a744732d-fcd2-479a-a323-39de0b466c0b req-006b352a-e7ef-42b2-b312-9ce5666c9bea tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5514531-1974-426a-a196-f4876d3a7b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 May 11 06:03:40.160887 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:40.161273 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.198053 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:40.202037 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.250025 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:40.409976 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c609-1148-4a9c-a301-a181d1d47b43 req-cd1393ac-cac1-42d0-8e09-c598a3449cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:40.411381 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bc49c609-1148-4a9c-a301-a181d1d47b43 req-cd1393ac-cac1-42d0-8e09-c598a3449cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1129 time: 0.0426400 May 11 06:03:40.416570 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-87acd457-fe87-45fe-bf82-ae8a59ae0f4a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:40.418099 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-87acd457-fe87-45fe-bf82-ae8a59ae0f4a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 945 time: 0.0505073 May 11 06:03:40.454294 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:40.456976 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5546d140-e719-4615-9933-73045e64c1da" -d '{"events": [{"server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "name": "network-vif-plugged", "status": "completed", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:40.469991 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bc49c609-1148-4a9c-a301-a181d1d47b43 req-3e3cba3a-7d38-4e87-9fe7-3d64622018aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499403 May 11 06:03:40.495324 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf87bf5-d9e1-4370-abda-65ba84b5bdf4 x-openstack-request-id: req-abf87bf5-d9e1-4370-abda-65ba84b5bdf4 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:40.495617 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "name": "network-vif-plugged", "status": "completed", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:40.495867 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abf87bf5-d9e1-4370-abda-65ba84b5bdf4 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:40.496255 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf87bf5-d9e1-4370-abda-65ba84b5bdf4'] response: {'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'code': 200} May 11 06:03:40.520703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Deleting port 7962c89e-6f9f-4763-994c-e54ddefaf27e {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:40.521049 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.606993 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] For port 7962c89e-6f9f-4763-994c-e54ddefaf27e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7962c89e-6f9f-4763-994c-e54ddefaf27e,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:40.607359 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.734850 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-85be0adc-e75d-415a-9443-d024b901a052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.780283 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.780854 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.781183 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Floating IP 3fcf43bc-dfba-4bbd-9079-20786a38f944 disassociated. External IP: 172.27.1.157, port: 7962c89e-6f9f-4763-994c-e54ddefaf27e. May 11 06:03:40.781577 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Calling delete_port for 7962c89e-6f9f-4763-994c-e54ddefaf27e owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:40.841794 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729e1a4-ad33-4c49-aeae-27e1afcad75c req-4a795a90-69b1-46af-b88c-1b820eaeac14 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:40.843332 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c729e1a4-ad33-4c49-aeae-27e1afcad75c req-4a795a90-69b1-46af-b88c-1b820eaeac14 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0501144 May 11 06:03:40.894314 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c729e1a4-ad33-4c49-aeae-27e1afcad75c req-03e039ed-bdca-4b9a-bb6d-d58045cb8c44 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 May 11 06:03:40.915804 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (7962c89e-6f9f-4763-994c-e54ddefaf27e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:40.945849 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event deleted for resources: {'Port': ['ID=7962c89e-6f9f-4763-994c-e54ddefaf27e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:40.981217 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e98dbeb8-3487-4e46-bd6d-426398b71543 req-8cbe832b-d917-48ee-a3f4-6284296fc76f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0376012 May 11 06:03:41.099512 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Router b7a52bd7-4724-48bb-9126-3e2973682926 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:41.127794 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aff489-c702-4bf3-aff2-e888d0cc514f req-62bb6eeb-4fc0-410f-aed2-b69c14f3fe93 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:41.129308 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f3aff489-c702-4bf3-aff2-e888d0cc514f req-62bb6eeb-4fc0-410f-aed2-b69c14f3fe93 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0493975 May 11 06:03:41.177083 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f3aff489-c702-4bf3-aff2-e888d0cc514f req-f7d1441c-c9f6-4fee-807c-d390eeb4ce36 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 May 11 06:03:41.213054 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:41.224653 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] Sync routers for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:41.234164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:41.234799 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:41.278325 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] No DVR routers for this DVR port 7962c89e-6f9f-4763-994c-e54ddefaf27e on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:03:41.282061 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0dc69c2e-7ddd-4653-b0e8-2c4a163dd039 req-5070a5d9-7b2d-4e5a-9ea8-532a25f24c15 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 210 time: 0.0410979 May 11 06:03:41.283102 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:41.286291 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1819e455-98d5-4d36-aaee-3a961dae70f4 req-189f17ff-23af-4592-961e-201034a4189b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "DELETE /v2.0/ports/7962c89e-6f9f-4763-994c-e54ddefaf27e HTTP/1.1" status: 204 len: 173 time: 0.8533950 May 11 06:03:41.286833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'name': 'network-vif-deleted', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:41.288976 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60095b-e72d-4e74-8be6-c8b2290b0df0" -d '{"events": [{"server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "name": "network-vif-deleted", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:41.330606 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747660de-ff23-41d4-b49d-dde4badb2b7b x-openstack-request-id: req-747660de-ff23-41d4-b49d-dde4badb2b7b {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:41.330974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba0054f-a786-4f8b-b701-cebccd1c7fc2", "name": "network-vif-deleted", "tag": "7962c89e-6f9f-4763-994c-e54ddefaf27e", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:41.331295 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-747660de-ff23-41d4-b49d-dde4badb2b7b {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:41.331763 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747660de-ff23-41d4-b49d-dde4badb2b7b'] response: {'server_uuid': '7ba0054f-a786-4f8b-b701-cebccd1c7fc2', 'name': 'network-vif-deleted', 'tag': '7962c89e-6f9f-4763-994c-e54ddefaf27e', 'status': 'completed', 'code': 200} May 11 06:03:41.500739 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:41.729278 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:41.758093 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-dc5b803e-60fa-4f55-a1f7-24885b47815f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:41.759554 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-dc5b803e-60fa-4f55-a1f7-24885b47815f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 814 time: 0.1436219 May 11 06:03:41.764565 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] Checking router: b7a52bd7-4724-48bb-9126-3e2973682926 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:41.768689 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:41.774810 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:41.775424 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:41.895127 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:41.947359 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-c3d8f34e-bb94-45fe-9b6a-3faa30094974 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34db399b717b42f18c5190acb605918f HTTP/1.1" status: 200 len: 379 time: 0.0597315 May 11 06:03:41.985539 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2830b-fd96-4a20-bef1-e2bc0a15b926 req-6d4a0891-1a18-4dfc-8576-03ebe3cb398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:41.987055 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8ae2830b-fd96-4a20-bef1-e2bc0a15b926 req-6d4a0891-1a18-4dfc-8576-03ebe3cb398d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 1129 time: 0.0722978 May 11 06:03:42.039333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d31a7a-55dd-4757-b25d-29076931491d req-0c9a96e4-54e7-446d-b148-3f55f9ecabf4 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:42.041316 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-22d31a7a-55dd-4757-b25d-29076931491d req-0c9a96e4-54e7-446d-b148-3f55f9ecabf4 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0500650 May 11 06:03:42.085739 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3908d6bd-ba87-40bb-9522-efcb9cf34c46 req-62fddaa0-6dfd-42dd-b874-cae78bedcd9a tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0292714 May 11 06:03:42.102561 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-22d31a7a-55dd-4757-b25d-29076931491d req-950ceb6b-e2ff-43d4-8cb4-bc28fe76b04c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551617 May 11 06:03:42.143459 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:42.171579 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52cfca3-bbcd-4ef3-9c30-2818fd755d41 None None] The sync data for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi is: [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T05:58:06Z', 'revision_number': 4, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'b2061a64-df51-429a-915b-d15741d149d1', 'name': '', 'network_id': 'b62a26f9-5853-46d1-925a-762af9a689ba', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'mac_address': 'fa:16:3e:0e:81:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:01Z', 'updated_at': '2022-05-11T05:58:16Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'subnets': [{'id': '734e8ce8-8263-4d2d-bad1-b211fef23b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:42.219707 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1eedf-62b9-4626-9829-ee380decc362 req-6ec8fb54-e4c2-4946-a6a0-ffea7cbc9beb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:42.221929 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1bb1eedf-62b9-4626-9829-ee380decc362 req-6ec8fb54-e4c2-4946-a6a0-ffea7cbc9beb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0520422 May 11 06:03:42.276719 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1bb1eedf-62b9-4626-9829-ee380decc362 req-971785f9-3b2f-43e7-be0e-1e7be80ecfce tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497158 May 11 06:03:42.300234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55118) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:42.306439 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b8787-f82e-4004-891a-c1cdd3b41dac req-53b66c22-74dc-4979-a51c-dca6574025f4 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:42.308403 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc1b8787-f82e-4004-891a-c1cdd3b41dac req-53b66c22-74dc-4979-a51c-dca6574025f4 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0577948 May 11 06:03:42.342768 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163284a-ee3b-447b-a9f5-8f6e0fe4e91f tempest-TestVolumeBootPattern-1439365225 tempest-TestVolumeBootPattern-1439365225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:42.344594 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b163284a-ee3b-447b-a9f5-8f6e0fe4e91f tempest-TestVolumeBootPattern-1439365225 tempest-TestVolumeBootPattern-1439365225-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1124 time: 0.0434539 May 11 06:03:42.349993 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55122) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:42.355968 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:42.373517 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fc1b8787-f82e-4004-891a-c1cdd3b41dac req-d69bd9aa-8a09-4cc5-a214-231ceeda59fe tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550561 May 11 06:03:42.394893 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:42.414689 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-049f87cf-f5da-465e-adeb-67540bde2244 req-d148ab5b-0475-4bc3-829a-6e1136edb1da tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 210 time: 0.0346320 May 11 06:03:42.451817 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e25c08-3805-434f-8225-2ede505b0599 None None] New status for floating IP 3fcf43bc-dfba-4bbd-9079-20786a38f944: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:42.489745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:42.579471 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'port': {'device_id': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'admin_state_up': True, 'tenant_id': '34db399b717b42f18c5190acb605918f', 'security_groups': ['1ed4fa63-8669-41ea-9963-dfac36b3b0c1']}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:42.618943 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Allocated IP 172.27.1.147 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/fefd33ec-8184-4e9c-90af-990b1878c8d0) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:42.647114 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8ae2830b-fd96-4a20-bef1-e2bc0a15b926 req-b5a36f4d-e2cd-42b5-9bc4-ada658da8be5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714967 May 11 06:03:42.697822 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Made reservation on behalf of 34db399b717b42f18c5190acb605918f for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:03:42.701956 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:42.739727 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:42.776955 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:42.815050 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:42.818028 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:42.824246 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:42.830439 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=fefd33ec-8184-4e9c-90af-990b1878c8d0,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:42.832193 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Allocated IP 172.20.0.8 (28dde216-4b2f-4353-ba38-412714627bb9/ad82f618-0f46-4f32-a986-1b40950b8e98/17f47768-2a4d-42ae-a06d-f30c25c57200) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:03:42.971675 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.003806 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.045447 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Network 28dde216-4b2f-4353-ba38-412714627bb9 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:03:43.048589 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:03:43.054379 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:03:43.080035 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event updated for resources: {'Port': ['ID=17f47768-2a4d-42ae-a06d-f30c25c57200,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:43.108658 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:43.109512 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.131638 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-46ecb676-4009-42ee-a454-8f77ec1fc51f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578535 May 11 06:03:43.158561 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Request body: {'port': {'device_id': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:43.220167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (2a816f57-2dd5-41a9-810c-6a25c1416901), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.270716 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e32b1-a9a6-4dd3-a202-4ec8e5daf576 req-54d26fdf-0f05-45bf-8216-47e90b15a585 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:43.272315 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c70e32b1-a9a6-4dd3-a202-4ec8e5daf576 req-54d26fdf-0f05-45bf-8216-47e90b15a585 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 931 time: 0.0793259 May 11 06:03:43.283971 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.306464 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.312627 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.365228 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c70e32b1-a9a6-4dd3-a202-4ec8e5daf576 req-5e945785-ad5f-48a8-ada6-c52c3d7f6f61 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787427 May 11 06:03:43.389810 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-09d9fb2b-7047-4990-b20d-d08f8a600bc8 None None] Provisioning complete for port 17f47768-2a4d-42ae-a06d-f30c25c57200 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:43.390515 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-09d9fb2b-7047-4990-b20d-d08f8a600bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.433377 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-09d9fb2b-7047-4990-b20d-d08f8a600bc8 None None] Port 17f47768-2a4d-42ae-a06d-f30c25c57200 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:03:43.517934 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa9d1c-9f19-46b0-aa7e-08c373332d41 req-228ead97-daef-4671-a070-b58146c12d6a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:43.519407 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9aaa9d1c-9f19-46b0-aa7e-08c373332d41 req-228ead97-daef-4671-a070-b58146c12d6a tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0630865 May 11 06:03:43.538785 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6d0ee29a-5c11-4167-a25a-55e46b6233fa req-6e5cdf86-d623-4f1d-b595-e5ce29b12ab7 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ba0054f-a786-4f8b-b701-cebccd1c7fc2 HTTP/1.1" status: 200 len: 210 time: 0.0356882 May 11 06:03:43.590195 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.598172 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.606459 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9aaa9d1c-9f19-46b0-aa7e-08c373332d41 req-0cc7fc55-aec7-4829-96be-1a2abe948df9 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801003 May 11 06:03:43.682427 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=fefd33ec-8184-4e9c-90af-990b1878c8d0,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:43.697220 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (2a816f57-2dd5-41a9-810c-6a25c1416901), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.807797 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Floating IP 2a816f57-2dd5-41a9-810c-6a25c1416901 associated. External IP: 172.27.1.147, port: d16db98a-a519-4d1f-ab25-011ce93ea9b3. May 11 06:03:43.923054 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f47768-2a4d-42ae-a06d-f30c25c57200 {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:43.930286 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Publish callbacks [] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:43.942625 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Transition to ACTIVE for port object 17f47768-2a4d-42ae-a06d-f30c25c57200 will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:03:43.946577 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.027532 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:44.042038 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Pushing event updated for resources: {'Port': ['ID=17f47768-2a4d-42ae-a06d-f30c25c57200,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:44.043923 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7962c89e-6f9f-4763-994c-e54ddefaf27e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:03:44.078758 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 7962c89e-6f9f-4763-994c-e54ddefaf27e {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:03:44.079106 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 7962c89e-6f9f-4763-994c-e54ddefaf27e not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:03:44.082909 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Attempting to bind port 17f47768-2a4d-42ae-a06d-f30c25c57200 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:03:44.083409 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Attempting to bind port 17f47768-2a4d-42ae-a06d-f30c25c57200 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:03:44.083707 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Attempting to bind port 17f47768-2a4d-42ae-a06d-f30c25c57200 on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:44.088541 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Port 17f47768-2a4d-42ae-a06d-f30c25c57200 on network 28dde216-4b2f-4353-ba38-412714627bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:03:44.088862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Attempting to bind port 17f47768-2a4d-42ae-a06d-f30c25c57200 on network 28dde216-4b2f-4353-ba38-412714627bb9 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:03:44.094597 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:03:44.094941 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Checking segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:03:44.095332 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Bound using segment: {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:03:44.095761 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Bound port: 17f47768-2a4d-42ae-a06d-f30c25c57200, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f21214-1b52-4917-90a8-83e30ae2f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:03:44.096121 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.149106 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:44.160928 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:44.168627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.173758 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:44.174806 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:44.183843 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] For port 17f47768-2a4d-42ae-a06d-f30c25c57200, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:03:44.188118 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] For port 17f47768-2a4d-42ae-a06d-f30c25c57200, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=17f47768-2a4d-42ae-a06d-f30c25c57200,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:03:44.197670 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.211690 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c3fe28e2-4221-4153-ba82-6d7b89e8eca5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8581934 May 11 06:03:44.211690 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:44.212337 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fc011-bd37-450a-95d9-76de9d61ed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:44.239281 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.239920 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.241644 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/17f47768-2a4d-42ae-a06d-f30c25c57200 HTTP/1.1" status: 200 len: 1093 time: 1.0914445 May 11 06:03:44.242108 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:44.244542 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554cdf13-8a71-44af-962b-2cdda7304cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:44.271032 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef463c-d5de-4c6c-bf45-652eb381f7ed x-openstack-request-id: req-afef463c-d5de-4c6c-bf45-652eb381f7ed {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:44.271527 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:44.271619 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afef463c-d5de-4c6c-bf45-652eb381f7ed {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:44.271973 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afef463c-d5de-4c6c-bf45-652eb381f7ed'] response: {'name': 'network-changed', 'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'status': 'completed', 'code': 200} May 11 06:03:44.281450 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975d30-335e-4282-aefd-7b4c05c601a0 service neutron] Pushing event updated for resources: {'Port': ['ID=17f47768-2a4d-42ae-a06d-f30c25c57200,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:44.297431 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de28cb7-b206-42bd-9be3-c15e73708812 x-openstack-request-id: req-1de28cb7-b206-42bd-9be3-c15e73708812 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:44.297754 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:44.298017 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1de28cb7-b206-42bd-9be3-c15e73708812 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:44.298432 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de28cb7-b206-42bd-9be3-c15e73708812'] response: {'name': 'network-changed', 'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'status': 'completed', 'code': 200} May 11 06:03:44.315811 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:44.502426 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd695f-23d6-44f4-bff5-b6480dba31cc req-4dc03011-86b8-4beb-9d0e-ab0ae971ef95 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.504047 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2dd695f-23d6-44f4-bff5-b6480dba31cc req-4dc03011-86b8-4beb-9d0e-ab0ae971ef95 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 943 time: 0.0478852 May 11 06:03:44.554495 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:43Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:44.578104 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c2dd695f-23d6-44f4-bff5-b6480dba31cc req-0f83a5fd-75e4-4ac9-9ba4-0b7acb0b268f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681331 May 11 06:03:44.588718 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:44.598633 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:44.599271 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:44.665034 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55146) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:44.689228 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-1b686b2d-be34-4feb-95a0-533c13184c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.691128 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-1b686b2d-be34-4feb-95a0-533c13184c41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1129 time: 0.0684168 May 11 06:03:44.700781 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cdf13-8a71-44af-962b-2cdda7304cc4 req-d3ce1b3f-c357-4d15-8cbc-c4f6699ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.702408 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-554cdf13-8a71-44af-962b-2cdda7304cc4 req-d3ce1b3f-c357-4d15-8cbc-c4f6699ebee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 1127 time: 0.0948193 May 11 06:03:44.736616 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:44.755291 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bde41e37-14d6-4860-899a-bf57e94394b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group (f5514531-1974-426a-a196-f4876d3a7b4a), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.800593 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615625-bb1d-420b-a9dc-41e4e65cc94b req-f5ff9244-0b13-4b01-9a52-15bdbc39cb76 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.802087 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-51615625-bb1d-420b-a9dc-41e4e65cc94b req-f5ff9244-0b13-4b01-9a52-15bdbc39cb76 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0928795 May 11 06:03:44.816988 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bde41e37-14d6-4860-899a-bf57e94394b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group (f5514531-1974-426a-a196-f4876d3a7b4a), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.847050 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-7b6cf69a-9c06-49a7-b156-1d199980c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.848656 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-7b6cf69a-9c06-49a7-b156-1d199980c5a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.1503870 May 11 06:03:44.869273 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cdf13-8a71-44af-962b-2cdda7304cc4 req-91f3222d-d97b-4201-a3e6-81c0c6eab2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:44.870822 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-554cdf13-8a71-44af-962b-2cdda7304cc4 req-91f3222d-d97b-4201-a3e6-81c0c6eab2a5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34db399b717b42f18c5190acb605918f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1493249 May 11 06:03:44.890257 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.921526 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-51615625-bb1d-420b-a9dc-41e4e65cc94b req-d2fa1369-0178-4c62-8d37-307fadd014a3 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090670 May 11 06:03:44.939909 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-d6af6e52-a8dc-4a8e-849a-db099af9cdc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 200 len: 999 time: 0.0823421 May 11 06:03:44.943923 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bde41e37-14d6-4860-899a-bf57e94394b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (f5514531-1974-426a-a196-f4876d3a7b4a), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.946427 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-bde41e37-14d6-4860-899a-bf57e94394b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:44.950854 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-bde41e37-14d6-4860-899a-bf57e94394b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "DELETE /v2.0/security-groups/f5514531-1974-426a-a196-f4876d3a7b4a HTTP/1.1" status: 204 len: 168 time: 0.2841282 May 11 06:03:44.965830 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55150) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:44.991894 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.api.v2.resource [None req-6ac5162d-5d60-4803-b807-de8f114b61f0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] show failed (client error): The resource could not be found. May 11 06:03:44.995579 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-6ac5162d-5d60-4803-b807-de8f114b61f0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups/f5514531-1974-426a-a196-f4876d3a7b4a HTTP/1.1" status: 404 len: 347 time: 0.0258739 May 11 06:03:44.995745 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde41e37-14d6-4860-899a-bf57e94394b0 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5514531-1974-426a-a196-f4876d3a7b4a,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:44.997399 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55152) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:45.004429 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-136044ef-743f-4019-b565-4ac6c4b02f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.006305 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-136044ef-743f-4019-b565-4ac6c4b02f53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0566814 May 11 06:03:45.025918 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:43Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:45.056103 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-6cf66b1a-ca43-420c-a5ce-62bf4f8896c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.057746 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-6cf66b1a-ca43-420c-a5ce-62bf4f8896c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444994 May 11 06:03:45.090955 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cdf13-8a71-44af-962b-2cdda7304cc4 req-e2f89f7a-f83e-4387-ab4a-9e66f11b76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.092605 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-554cdf13-8a71-44af-962b-2cdda7304cc4 req-e2f89f7a-f83e-4387-ab4a-9e66f11b76fc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2150767 May 11 06:03:45.161306 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-5a67ac4d-a354-4a37-a232-06a8d2558f03 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960414 May 11 06:03:45.168077 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33636a39-f93b-49ef-8a49-6d62126452c3 req-8eded13a-922c-4d15-9e11-fe0c70ff1d30 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.169760 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-33636a39-f93b-49ef-8a49-6d62126452c3 req-8eded13a-922c-4d15-9e11-fe0c70ff1d30 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.1292908 May 11 06:03:45.180029 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55154) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:45.200331 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add83e18-11d6-4889-b8ce-a0e1cf43e73d None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:43Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:45.200790 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Request body: {'floatingip': {'port_id': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:45.219777 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Deleting port 4b921c21-7cd6-44a9-885e-c671ee2ad925 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:45.220122 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.250382 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d91c7b42-f8cf-4950-875f-63f1b08081c4), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.252513 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-e140ccdb-624f-4585-977f-0cb519603364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.254070 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-e140ccdb-624f-4585-977f-0cb519603364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 1127 time: 0.0746217 May 11 06:03:45.325107 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-4130ef81-05c7-412a-adb4-c721f8e7dcac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f47768-2a4d-42ae-a06d-f30c25c57200 HTTP/1.1" status: 200 len: 217 time: 0.0389838 May 11 06:03:45.375589 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.375929 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (4b921c21-7cd6-44a9-885e-c671ee2ad925), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.396600 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d12fc011-bd37-450a-95d9-76de9d61ed6a req-b91feede-ad47-4e2d-8b4d-c27468cdef59 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278719 May 11 06:03:45.401275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Calling delete_port for 4b921c21-7cd6-44a9-885e-c671ee2ad925 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:45.416303 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-6778edb1-38c4-42aa-b6d3-7afc3d8bd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.417940 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-6778edb1-38c4-42aa-b6d3-7afc3d8bd56b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.0816445 May 11 06:03:45.440632 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145bdb4-9fff-4664-852d-36c83c3a25b0 None None] New status for floating IP 2a816f57-2dd5-41a9-810c-6a25c1416901: ACTIVE {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:45.505790 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-403527de-63c9-4d25-a53f-a1cd1b381a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.507316 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-403527de-63c9-4d25-a53f-a1cd1b381a72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829508 May 11 06:03:45.664281 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (4b921c21-7cd6-44a9-885e-c671ee2ad925), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.699652 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event deleted for resources: {'Port': ['ID=4b921c21-7cd6-44a9-885e-c671ee2ad925,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:45.738834 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-771615dc-9449-4152-8c4d-f43a445afa9c service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220895 May 11 06:03:45.827436 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks [] for floatingip (3fcf43bc-dfba-4bbd-9079-20786a38f944), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.829951 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:45.833868 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ce64d3be-3d21-4a13-8779-0d0927ea0aec tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "DELETE /v2.0/floatingips/3fcf43bc-dfba-4bbd-9079-20786a38f944 HTTP/1.1" status: 204 len: 168 time: 0.8304777 May 11 06:03:45.865579 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fabad9b9-7ea4-46c4-b406-2c79ec42ad3d req-ab7869b9-13f0-46a7-a473-0c58cf3e4bbd service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073446 May 11 06:03:45.883021 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c7540-7a95-4f8f-b458-46450ca25d3d req-e4eb60eb-ea56-4b49-9c77-0f5ad83210e1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:45.884421 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-611c7540-7a95-4f8f-b458-46450ca25d3d req-e4eb60eb-ea56-4b49-9c77-0f5ad83210e1 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 943 time: 0.0937510 May 11 06:03:46.006810 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-611c7540-7a95-4f8f-b458-46450ca25d3d req-330b67c4-f328-4e1c-963e-f130e1770380 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804982 May 11 06:03:46.112316 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:46.116112 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (d91c7b42-f8cf-4950-875f-63f1b08081c4), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:46.225133 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Floating IP d91c7b42-f8cf-4950-875f-63f1b08081c4 associated. External IP: 172.27.1.48, port: 6c58b2d0-18cb-4cf4-8be6-a437e75d6164. May 11 06:03:46.436759 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Router bb534a06-d203-4d06-837a-5ed49fae476b has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:46.543789 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:46.548607 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:46.554750 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:46.564434 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:46.565043 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:46.578384 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-41629964-d73d-4cfe-9b97-2a5abe4554fb tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "PUT /v2.0/floatingips/d91c7b42-f8cf-4950-875f-63f1b08081c4 HTTP/1.1" status: 200 len: 990 time: 1.3813953 May 11 06:03:46.578967 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:46.581200 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df09d7d-5a5e-4011-913c-3dbf03d68d63" -d '{"events": [{"name": "network-changed", "server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:46.615615 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42664887-fc24-4d77-adf6-2fa12429456f x-openstack-request-id: req-42664887-fc24-4d77-adf6-2fa12429456f {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:46.615983 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:46.616234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42664887-fc24-4d77-adf6-2fa12429456f {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:46.616643 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42664887-fc24-4d77-adf6-2fa12429456f'] response: {'name': 'network-changed', 'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'status': 'completed', 'code': 200} May 11 06:03:46.676792 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:46.887840 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'd91c7b42-f8cf-4950-875f-63f1b08081c4', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'port_id': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'mac_address': 'fa:16:3e:da:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d8e-b37a-4081-834a-c25569880ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:29Z', 'updated_at': '2022-05-11T06:03:46Z', 'revision_number': 1, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:46.914652 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:46.923713 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:46.924325 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:46.941110 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-d1dd2629-8126-436b-8819-3710d34d711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:46.942644 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-d1dd2629-8126-436b-8819-3710d34d711a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2279e41c4ffe455d9f5d126d3d288333&device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 1129 time: 0.0432370 May 11 06:03:47.039198 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:47.043504 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-233100f8-2797-41aa-9e5b-8a15f6153089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:47.046950 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-233100f8-2797-41aa-9e5b-8a15f6153089 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 200 len: 912 time: 0.0983701 May 11 06:03:47.125089 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-a579cb8e-25c8-45cc-bf7d-359b964dee20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164 HTTP/1.1" status: 200 len: 998 time: 0.0720313 May 11 06:03:47.129843 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4d58d-917b-4b57-823f-ac3633e8bef1 req-67822807-4ecc-422a-97c0-602fcca0fd46 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:47.131607 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bfc4d58d-917b-4b57-823f-ac3633e8bef1 req-67822807-4ecc-422a-97c0-602fcca0fd46 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 943 time: 0.0500512 May 11 06:03:47.181125 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-56676c79-d096-4372-8333-6b4951550ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:47.182681 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-56676c79-d096-4372-8333-6b4951550ea6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 200 len: 850 time: 0.0509317 May 11 06:03:47.186941 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bfc4d58d-917b-4b57-823f-ac3633e8bef1 req-bca57806-969f-4d78-8b88-719b6287691b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480378 May 11 06:03:47.235861 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-18467647-b691-41e0-b8cd-6d020ec2b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:47.237571 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-18467647-b691-41e0-b8cd-6d020ec2b23a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac42e169-a6e4-4ccc-996b-bc8a23c39701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480719 May 11 06:03:47.287478 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'd91c7b42-f8cf-4950-875f-63f1b08081c4', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'port_id': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'mac_address': 'fa:16:3e:da:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d8e-b37a-4081-834a-c25569880ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:29Z', 'updated_at': '2022-05-11T06:03:46Z', 'revision_number': 1, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:47.318818 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ab6f2-11b5-499f-b530-d81f19db248e None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': 'd91c7b42-f8cf-4950-875f-63f1b08081c4', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'port_id': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'mac_address': 'fa:16:3e:da:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b347d8e-b37a-4081-834a-c25569880ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:29Z', 'updated_at': '2022-05-11T06:03:46Z', 'revision_number': 1, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:47.340735 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-e7d3d41e-a339-4402-ad08-d9e88ebaabe8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933061 May 11 06:03:47.432203 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2df09d7d-5a5e-4011-913c-3dbf03d68d63 req-1bc5bcd6-441c-4ae5-a3a2-dc5365ec4fcc service neutron] 10.222.0.24 "GET /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853374 May 11 06:03:47.541700 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0d1dd-567a-4c4a-8868-bbe31141ebb7 None None] New status for floating IP d91c7b42-f8cf-4950-875f-63f1b08081c4: ACTIVE {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:03:47.954166 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:48.307792 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628da64e-8eda-4766-9fe7-37af5b1300f9 req-bbab2785-89c8-4c48-961b-a3fe18a88753 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:48.309267 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-628da64e-8eda-4766-9fe7-37af5b1300f9 req-bbab2785-89c8-4c48-961b-a3fe18a88753 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 943 time: 0.0512695 May 11 06:03:48.322670 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c58c4d-5109-494b-8931-9afeebe2632b req-2e6de06c-8ee6-4c3d-aca8-a7a766c548d3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:48.324152 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-64c58c4d-5109-494b-8931-9afeebe2632b req-2e6de06c-8ee6-4c3d-aca8-a7a766c548d3 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0513759 May 11 06:03:48.356337 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-628da64e-8eda-4766-9fe7-37af5b1300f9 req-73e390d8-f0fc-4471-b6e6-b2a38b4c3ec3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 May 11 06:03:48.370558 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-64c58c4d-5109-494b-8931-9afeebe2632b req-e1d836b4-6691-4b24-ae05-2ff4fe1b9be2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 May 11 06:03:49.470687 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bbbc8-a4d8-4e78-b426-b31864678e2a req-79ce2a37-7887-413d-807f-e1fcba1f6657 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:49.472087 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bb0bbbc8-a4d8-4e78-b426-b31864678e2a req-79ce2a37-7887-413d-807f-e1fcba1f6657 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 943 time: 0.0467181 May 11 06:03:49.486271 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627717a-2e89-4f60-a629-6bf0cb9ee4e5 req-c4ff26de-546e-4228-9f0f-39f40e3aee6e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:49.487795 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1627717a-2e89-4f60-a629-6bf0cb9ee4e5 req-c4ff26de-546e-4228-9f0f-39f40e3aee6e tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0480609 May 11 06:03:49.520349 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bb0bbbc8-a4d8-4e78-b426-b31864678e2a req-1dc50a0b-7de0-4a74-acff-4def39930d2f tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425484 May 11 06:03:49.535319 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1627717a-2e89-4f60-a629-6bf0cb9ee4e5 req-31821fa4-50d2-4b5e-8c3f-1aa8e5e997c8 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 May 11 06:03:49.745817 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-5655f586-368e-447b-b4ae-47fed53653c2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:49.747230 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-5655f586-368e-447b-b4ae-47fed53653c2 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 945 time: 0.0451851 May 11 06:03:49.836554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Deleting port 23a46e18-b3c4-4987-94de-348690945cd6 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:49.836895 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (23a46e18-b3c4-4987-94de-348690945cd6), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:49.925425 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] For port 23a46e18-b3c4-4987-94de-348690945cd6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=23a46e18-b3c4-4987-94de-348690945cd6,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:49.925813 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (23a46e18-b3c4-4987-94de-348690945cd6), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:49.938243 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Calling delete_port for 23a46e18-b3c4-4987-94de-348690945cd6 owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:50.059186 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 17f47768-2a4d-42ae-a06d-f30c25c57200 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:03:50.062709 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (23a46e18-b3c4-4987-94de-348690945cd6), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:50.094426 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event deleted for resources: {'Port': ['ID=23a46e18-b3c4-4987-94de-348690945cd6,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:50.107074 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['e811e3dd-5519-4c8a-89e5-30c7a6732ff9', '23a46e18-b3c4-4987-94de-348690945cd6'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:03:50.138333 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] No DVR routers for this DVR port 23a46e18-b3c4-4987-94de-348690945cd6 on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:03:50.141795 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:50.145075 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9889a799-c2a7-416f-974b-5cdc66c7275e req-0951adfb-0a56-4a70-ab9e-44c9c8e7195d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "DELETE /v2.0/ports/23a46e18-b3c4-4987-94de-348690945cd6 HTTP/1.1" status: 204 len: 173 time: 0.3907208 May 11 06:03:50.145536 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'name': 'network-vif-deleted', 'tag': '23a46e18-b3c4-4987-94de-348690945cd6'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:50.147730 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55fe7b2-b80f-4c19-925f-b123ce4ab5a2" -d '{"events": [{"server_uuid": "673a67a9-f3f8-4070-b0e1-fb905b0f5dbc", "name": "network-vif-deleted", "tag": "23a46e18-b3c4-4987-94de-348690945cd6"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:50.195182 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a5f14d-7fab-4f6f-8d0e-b02270f16572 x-openstack-request-id: req-65a5f14d-7fab-4f6f-8d0e-b02270f16572 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:50.195574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673a67a9-f3f8-4070-b0e1-fb905b0f5dbc", "name": "network-vif-deleted", "tag": "23a46e18-b3c4-4987-94de-348690945cd6", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:50.195890 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65a5f14d-7fab-4f6f-8d0e-b02270f16572 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:50.196297 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a5f14d-7fab-4f6f-8d0e-b02270f16572'] response: {'server_uuid': '673a67a9-f3f8-4070-b0e1-fb905b0f5dbc', 'name': 'network-vif-deleted', 'tag': '23a46e18-b3c4-4987-94de-348690945cd6', 'status': 'completed', 'code': 200} May 11 06:03:50.230026 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 17f47768-2a4d-42ae-a06d-f30c25c57200, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=17f47768-2a4d-42ae-a06d-f30c25c57200,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:50.248874 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'port_id': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'mac_address': 'fa:16:3e:be:6a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:03:50.317916 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 17f47768-2a4d-42ae-a06d-f30c25c57200 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:50.318237 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:50.345710 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f47768-2a4d-42ae-a06d-f30c25c57200 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:03:50.371326 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 17f47768-2a4d-42ae-a06d-f30c25c57200, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=17f47768-2a4d-42ae-a06d-f30c25c57200,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:50.376142 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:50.423343 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=17f47768-2a4d-42ae-a06d-f30c25c57200,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:50.639511 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c8f7-3385-4f6c-aeb0-0bbef5e61c6f req-e2e7332d-3da2-4bc2-bf33-477671e8d1cd tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:50.642246 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ea50c8f7-3385-4f6c-aeb0-0bbef5e61c6f req-e2e7332d-3da2-4bc2-bf33-477671e8d1cd tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 944 time: 0.0508721 May 11 06:03:50.654740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-be1eb5f0-901c-4b33-92d6-5360b38fae9b req-fe3f96b1-84f7-4125-9d8c-5cd67ccd390a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=673a67a9-f3f8-4070-b0e1-fb905b0f5dbc HTTP/1.1" status: 200 len: 210 time: 0.0353587 May 11 06:03:50.696980 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ea50c8f7-3385-4f6c-aeb0-0bbef5e61c6f req-2de9cff4-9174-47c6-acf9-d7c7d3e70727 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486355 May 11 06:03:51.061917 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['17f47768-2a4d-42ae-a06d-f30c25c57200'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:03:51.813751 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0577a7-9045-4b64-bc63-9d814c8703c0 req-39a7030b-61f9-44e9-abd6-a884ce814501 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:51.815390 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3b0577a7-9045-4b64-bc63-9d814c8703c0 req-39a7030b-61f9-44e9-abd6-a884ce814501 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 944 time: 0.0519269 May 11 06:03:51.867386 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3b0577a7-9045-4b64-bc63-9d814c8703c0 req-c9d106a2-307a-4703-8906-4ccc2146d44e tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458846 May 11 06:03:51.939621 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc687d2-30ab-4850-a5f6-3ab827775e94 req-f2592a1c-5850-4813-9ded-961ef0f62d3d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:51.941084 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4fc687d2-30ab-4850-a5f6-3ab827775e94 req-f2592a1c-5850-4813-9ded-961ef0f62d3d tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0487356 May 11 06:03:51.986135 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4fc687d2-30ab-4850-a5f6-3ab827775e94 req-5aa56888-72bc-4375-97e3-a3577c8dad6a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 May 11 06:03:52.099117 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 17f47768-2a4d-42ae-a06d-f30c25c57200 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:03:52.143927 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 17f47768-2a4d-42ae-a06d-f30c25c57200 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:03:52.149675 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 17f47768-2a4d-42ae-a06d-f30c25c57200 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:03:52.150054 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:52.230905 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 17f47768-2a4d-42ae-a06d-f30c25c57200 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:03:52.231295 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:52.254721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:52.256919 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f305ee-1858-4999-aea4-7a64fc6e2cd7" -d '{"events": [{"server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "name": "network-vif-plugged", "status": "completed", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:52.269397 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 17f47768-2a4d-42ae-a06d-f30c25c57200, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=17f47768-2a4d-42ae-a06d-f30c25c57200,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:52.274623 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:52.275551 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 23a46e18-b3c4-4987-94de-348690945cd6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:03:52.313273 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d016e2ad-1be7-4aec-ad55-0b03370654bb x-openstack-request-id: req-d016e2ad-1be7-4aec-ad55-0b03370654bb {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:52.313601 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "name": "network-vif-plugged", "status": "completed", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:52.313856 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d016e2ad-1be7-4aec-ad55-0b03370654bb {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:52.314241 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d016e2ad-1be7-4aec-ad55-0b03370654bb'] response: {'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'code': 200} May 11 06:03:52.316309 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 23a46e18-b3c4-4987-94de-348690945cd6 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:03:52.316655 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 23a46e18-b3c4-4987-94de-348690945cd6 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:03:52.339868 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=17f47768-2a4d-42ae-a06d-f30c25c57200,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:52.977347 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec20a5-f871-4a2c-a8bf-4ef7ca371520 req-11685798-e818-4bec-85df-496beafa1901 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:52.978836 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74ec20a5-f871-4a2c-a8bf-4ef7ca371520 req-11685798-e818-4bec-85df-496beafa1901 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0451448 May 11 06:03:53.025360 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-74ec20a5-f871-4a2c-a8bf-4ef7ca371520 req-0abac2b9-4ef7-4935-bf91-8a5c12cb15fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 May 11 06:03:53.101919 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa3397-1481-4c90-a989-cd1c0316339f req-ac2653d7-4de1-418c-a734-16f199ebdcb5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:53.103435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b4fa3397-1481-4c90-a989-cd1c0316339f req-ac2653d7-4de1-418c-a734-16f199ebdcb5 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0460949 May 11 06:03:53.151377 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b4fa3397-1481-4c90-a989-cd1c0316339f req-a5edb6c7-c822-4037-a073-87f36924106a tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 May 11 06:03:54.141166 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79475e7e-da6b-4464-a1e9-9df23726c7a6 req-72c1936a-5451-4da2-9d24-e0c5a8418cac tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:54.142840 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-79475e7e-da6b-4464-a1e9-9df23726c7a6 req-72c1936a-5451-4da2-9d24-e0c5a8418cac tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0481217 May 11 06:03:54.192948 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-79475e7e-da6b-4464-a1e9-9df23726c7a6 req-420587f3-da43-4040-9f10-7eb1a74a0873 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447366 May 11 06:03:54.265218 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3e35-a59e-46e6-b6e6-cff9ae9e5e15 req-644f5df1-0f44-40d8-9ebb-195b2884fa80 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:54.266989 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-afcd3e35-a59e-46e6-b6e6-cff9ae9e5e15 req-644f5df1-0f44-40d8-9ebb-195b2884fa80 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0465384 May 11 06:03:54.320249 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-afcd3e35-a59e-46e6-b6e6-cff9ae9e5e15 req-78467c3a-47ac-4fff-b3b9-256c98829c18 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/security-groups?id=157523ab-22b3-4b64-9c60-e3c8a7dafd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 May 11 06:03:54.711971 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d491cd5-482d-445b-8d05-0d36d1b2981a req-b2ffb07d-f39c-42a3-be63-c5f73aa6990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:54.713607 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2d491cd5-482d-445b-8d05-0d36d1b2981a req-b2ffb07d-f39c-42a3-be63-c5f73aa6990b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 1129 time: 0.0405796 May 11 06:03:54.719629 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-ca9dc531-930b-49c1-8ed5-4de091fd377b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:54.721075 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-ca9dc531-930b-49c1-8ed5-4de091fd377b tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 945 time: 0.0467482 May 11 06:03:54.849792 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2d491cd5-482d-445b-8d05-0d36d1b2981a req-3143ec33-1210-4c5a-8ada-32f502520beb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414419 May 11 06:03:54.900813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Deleting port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:54.901062 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:54.989813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] For port e811e3dd-5519-4c8a-89e5-30c7a6732ff9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:54.990184 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:55.003682 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Calling delete_port for e811e3dd-5519-4c8a-89e5-30c7a6732ff9 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:55.130580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e811e3dd-5519-4c8a-89e5-30c7a6732ff9), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:55.159844 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Pushing event deleted for resources: {'Port': ['ID=e811e3dd-5519-4c8a-89e5-30c7a6732ff9,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:55.168440 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['e811e3dd-5519-4c8a-89e5-30c7a6732ff9'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:03:55.206563 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] No DVR routers for this DVR port e811e3dd-5519-4c8a-89e5-30c7a6732ff9 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:03:55.208914 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:55.212203 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a14037a6-d6c0-4725-a0cc-9e01d885b158 req-6685cc81-99a3-49f0-89cc-ebd22afa1790 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.24 "DELETE /v2.0/ports/e811e3dd-5519-4c8a-89e5-30c7a6732ff9 HTTP/1.1" status: 204 len: 173 time: 0.3968208 May 11 06:03:55.212631 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'name': 'network-vif-deleted', 'tag': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:55.215030 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fe596-9094-48a9-bbcd-1b9479b86bd8" -d '{"events": [{"server_uuid": "d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca", "name": "network-vif-deleted", "tag": "e811e3dd-5519-4c8a-89e5-30c7a6732ff9"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:55.252140 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c4784-0125-4432-bdf6-916a10a033d0 x-openstack-request-id: req-719c4784-0125-4432-bdf6-916a10a033d0 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:55.252441 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca", "name": "network-vif-deleted", "tag": "e811e3dd-5519-4c8a-89e5-30c7a6732ff9", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:55.252702 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-719c4784-0125-4432-bdf6-916a10a033d0 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:55.253116 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719c4784-0125-4432-bdf6-916a10a033d0'] response: {'server_uuid': 'd45d7dad-15ad-4274-ab0c-6c7c4a6f9bca', 'name': 'network-vif-deleted', 'tag': 'e811e3dd-5519-4c8a-89e5-30c7a6732ff9', 'status': 'completed', 'code': 200} May 11 06:03:55.304974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e576b23-eb87-41cb-b9ea-045d33bc8d5d req-2f517621-adc4-4f00-86ed-0e0fdc9822f2 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:55.306610 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0e576b23-eb87-41cb-b9ea-045d33bc8d5d req-2f517621-adc4-4f00-86ed-0e0fdc9822f2 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0465729 May 11 06:03:55.353809 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0e576b23-eb87-41cb-b9ea-045d33bc8d5d req-1680eb6e-484c-4159-bd6c-b567e06cdda8 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 May 11 06:03:55.422913 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6d1da5a8-1dc8-443f-bb1e-c2b2e5530cae req-42c3dbbf-5e1a-4e86-9bb3-9c29e60ab68c tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 210 time: 0.0339928 May 11 06:03:56.481535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cff8-cfaf-4fa5-a2c8-44e980f5e4f9 req-e4e6bf3b-a0ae-4606-9845-435da29f0d1d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:56.491912 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1eb0cff8-cfaf-4fa5-a2c8-44e980f5e4f9 req-e4e6bf3b-a0ae-4606-9845-435da29f0d1d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0681093 May 11 06:03:56.540897 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1eb0cff8-cfaf-4fa5-a2c8-44e980f5e4f9 req-4b28714e-2109-44f1-9b9a-5f573634d8c2 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 May 11 06:03:56.541396 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a7d98197-9be1-4a50-b45f-98aaf98670dd req-cb8202af-5b4d-4c7a-99ba-d7ba3c1e00e4 tempest-ServerRescueNegativeTestJSON-1718300085 tempest-ServerRescueNegativeTestJSON-1718300085-project] 10.222.0.44 "GET /v2.0/ports?device_id=d45d7dad-15ad-4274-ab0c-6c7c4a6f9bca HTTP/1.1" status: 200 len: 210 time: 0.0277078 May 11 06:03:57.600508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55232) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:57.663628 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739dad9-b9e6-4ebd-8e36-57a7db49f23f req-d24a6198-b751-4cac-bd1e-0d547ec7e799 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:57.665252 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7739dad9-b9e6-4ebd-8e36-57a7db49f23f req-d24a6198-b751-4cac-bd1e-0d547ec7e799 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0549531 May 11 06:03:57.718541 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7739dad9-b9e6-4ebd-8e36-57a7db49f23f req-cf6f1a39-bcdc-4d3c-8e79-a98952b092b9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471299 May 11 06:03:57.867052 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf4fb-7219-4a8e-901d-230e09407989 req-4b87e877-0e59-4e5d-8b87-7a43966333f5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:57.868404 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f3ddf4fb-7219-4a8e-901d-230e09407989 req-4b87e877-0e59-4e5d-8b87-7a43966333f5 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0568390 May 11 06:03:57.877760 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55238) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:57.882303 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Request body: {'floatingip': {'port_id': '17f47768-2a4d-42ae-a06d-f30c25c57200'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:03:57.924313 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (2c7046b9-564f-496d-a695-d8ab12d69a56), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.089061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (b7a52bd7-4724-48bb-9126-3e2973682926), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.118103 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e811e3dd-5519-4c8a-89e5-30c7a6732ff9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:03:58.140830 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: e811e3dd-5519-4c8a-89e5-30c7a6732ff9 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:03:58.141430 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e811e3dd-5519-4c8a-89e5-30c7a6732ff9 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:03:58.337791 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Deleting port b2061a64-df51-429a-915b-d15741d149d1 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:58.338132 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (b2061a64-df51-429a-915b-d15741d149d1), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.386266 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.391251 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (2c7046b9-564f-496d-a695-d8ab12d69a56), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.422109 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] For port b2061a64-df51-429a-915b-d15741d149d1, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=b2061a64-df51-429a-915b-d15741d149d1,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:58.422631 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (b2061a64-df51-429a-915b-d15741d149d1), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.452648 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Calling delete_port for b2061a64-df51-429a-915b-d15741d149d1 owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:58.651799 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (b2061a64-df51-429a-915b-d15741d149d1), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:58.682657 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2061a64-df51-429a-915b-d15741d149d1,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:58.804138 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP 2c7046b9-564f-496d-a695-d8ab12d69a56 associated. External IP: 172.27.1.193, port: 17f47768-2a4d-42ae-a06d-f30c25c57200. May 11 06:03:58.853699 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (b7a52bd7-4724-48bb-9126-3e2973682926), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.024738 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:59.073947 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Router b7a52bd7-4724-48bb-9126-3e2973682926 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:03:59.143605 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:59.148474 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.155856 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:59.165234 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:59.165988 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.178312 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7bf14bc9-7036-48a3-a8fe-b0917666a962 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "PUT /v2.0/floatingips/2c7046b9-564f-496d-a695-d8ab12d69a56 HTTP/1.1" status: 200 len: 991 time: 1.2993608 May 11 06:03:59.178913 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:03:59.185684 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48f7f4-3095-4ec2-ab46-566443487da5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:03:59.202528 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:03:59.208561 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-6964e012-36bd-4bfb-a61b-7daf6edf5ea4 admin admin] 10.222.0.44 "PUT /v2.0/routers/b7a52bd7-4724-48bb-9126-3e2973682926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066215 May 11 06:03:59.211678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55254) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:03:59.213131 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] Sync routers for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:03:59.235314 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:59.235995 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.260912 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d9995d-1672-4270-a34b-5dba21187d98 x-openstack-request-id: req-d6d9995d-1672-4270-a34b-5dba21187d98 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:03:59.261563 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:03:59.262024 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6d9995d-1672-4270-a34b-5dba21187d98 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:03:59.262613 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d9995d-1672-4270-a34b-5dba21187d98'] response: {'name': 'network-changed', 'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'status': 'completed', 'code': 200} May 11 06:03:59.284207 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:59.351580 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks [] for router (b7a52bd7-4724-48bb-9126-3e2973682926), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.377224 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:59.532443 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks [] for router_gateway (b7a52bd7-4724-48bb-9126-3e2973682926), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.590653 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T06:03:58Z', 'revision_number': 5, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port': {'id': '3ecbe237-1159-48b4-abdf-16ae23884b7e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.596620 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Deleting port 3ecbe237-1159-48b4-abdf-16ae23884b7e {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:03:59.597344 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.627506 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] Checking router: b7a52bd7-4724-48bb-9126-3e2973682926 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:59.637508 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] Routers {'b7a52bd7-4724-48bb-9126-3e2973682926'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:59.638337 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['b7a52bd7-4724-48bb-9126-3e2973682926'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.690563 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-fde8fab1-42f9-45b3-9682-0d14184d659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:59.692292 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-fde8fab1-42f9-45b3-9682-0d14184d659e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34db399b717b42f18c5190acb605918f&device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 1129 time: 0.3996487 May 11 06:03:59.699355 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] For port 3ecbe237-1159-48b4-abdf-16ae23884b7e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=3ecbe237-1159-48b4-abdf-16ae23884b7e,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:03:59.699724 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.709371 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2c7046b9-564f-496d-a695-d8ab12d69a56', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:be:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:35Z', 'updated_at': '2022-05-11T06:03:58Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.716179 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Calling delete_port for 3ecbe237-1159-48b4-abdf-16ae23884b7e owned by network:router_gateway {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:03:59.738028 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:03:59.746618 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:03:59.747246 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:03:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.754327 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] Set router b7a52bd7-4724-48bb-9126-3e2973682926 gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:59.806749 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-135a44eb-821e-4e88-891b-5cb5211ce131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:59.808603 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-135a44eb-821e-4e88-891b-5cb5211ce131 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 200 len: 915 time: 0.1050169 May 11 06:03:59.817267 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T06:03:59Z', 'revision_number': 6, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:03:59.843915 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dda0a3-0cc1-4abb-90bd-f2b5b78b207b None None] The sync data for ids ['b7a52bd7-4724-48bb-9126-3e2973682926'] in dv-cinder-733623-13-iscsi is: [{'id': 'b7a52bd7-4724-48bb-9126-3e2973682926', 'name': 'tempest-ServerRescueNegativeTestJSON-917606199-router', 'tenant_id': '8d84ee8b78144447bef24d677ad32b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:48Z', 'updated_at': '2022-05-11T06:03:59Z', 'revision_number': 6, 'project_id': '8d84ee8b78144447bef24d677ad32b3c', 'gw_port_host': None}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:03:59.876737 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:03:59.899689 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-f619b4e5-6967-44d3-a529-e34d56b10c05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17f47768-2a4d-42ae-a06d-f30c25c57200 HTTP/1.1" status: 200 len: 999 time: 0.0717893 May 11 06:03:59.916482 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (3ecbe237-1159-48b4-abdf-16ae23884b7e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:03:59.946853 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecbe237-1159-48b4-abdf-16ae23884b7e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:03:59.949577 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-9d144b1f-78ce-4331-81e6-4460ba996341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:03:59.951251 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-9d144b1f-78ce-4331-81e6-4460ba996341 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 200 len: 853 time: 0.0451043 May 11 06:04:00.002228 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-7e564259-f3a4-4ebc-a30e-7117c66d31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:00.003730 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-7e564259-f3a4-4ebc-a30e-7117c66d31e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28dde216-4b2f-4353-ba38-412714627bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450504 May 11 06:04:00.011598 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (b7a52bd7-4724-48bb-9126-3e2973682926), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.100365 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-b5fbb5f1-3bd4-456b-b88d-b61c64844386 service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 May 11 06:04:00.105425 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (b7a52bd7-4724-48bb-9126-3e2973682926), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.108178 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks [] for router_controller (b7a52bd7-4724-48bb-9126-3e2973682926), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.134420 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2c7046b9-564f-496d-a695-d8ab12d69a56', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:be:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:35Z', 'updated_at': '2022-05-11T06:03:58Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:04:00.159893 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (b7a52bd7-4724-48bb-9126-3e2973682926), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.160633 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a52bd7-4724-48bb-9126-3e2973682926 {{(pid=103519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:04:00.165736 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.166900 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-07e4d381-55d5-4b4a-9d9a-d566a53da491 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b7a52bd7-4724-48bb-9126-3e2973682926 HTTP/1.1" status: 204 len: 168 time: 0.9538877 May 11 06:04:00.170154 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55266) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:00.183347 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13766a-7ea0-41bc-91da-d9f04fb25e43 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2c7046b9-564f-496d-a695-d8ab12d69a56', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'port_id': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'mac_address': 'fa:16:3e:be:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:35Z', 'updated_at': '2022-05-11T06:03:58Z', 'revision_number': 1, 'project_id': '34db399b717b42f18c5190acb605918f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:04:00.221952 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cd48f7f4-3095-4ec2-ab46-566443487da5 req-a58508df-55e7-4ad6-8ead-284faad3d53a service neutron] 10.222.0.24 "GET /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025605 May 11 06:04:00.234771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Deleting subnet 734e8ce8-8263-4d2d-bad1-b211fef23b56 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:04:00.238888 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Publish callbacks [] for subnet (734e8ce8-8263-4d2d-bad1-b211fef23b56), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.277416 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (734e8ce8-8263-4d2d-bad1-b211fef23b56), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.376638 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (734e8ce8-8263-4d2d-bad1-b211fef23b56), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.434703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (734e8ce8-8263-4d2d-bad1-b211fef23b56), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.473495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.477382 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/734e8ce8-8263-4d2d-bad1-b211fef23b56 HTTP/1.1" status: 204 len: 168 time: 0.3062561 May 11 06:04:00.478482 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0f71-36c3-47aa-9c30-2c23f3dcd168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734e8ce8-8263-4d2d-bad1-b211fef23b56,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:00.480048 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55276) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:00.481314 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726043b5-9d9d-493d-8138-0b38cb9347c0 None None] Network b62a26f9-5853-46d1-925a-762af9a689ba requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:04:00.507482 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4cadb-836f-498b-94bf-016cbb219692 None None] New status for floating IP 2c7046b9-564f-496d-a695-d8ab12d69a56: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:04:00.603806 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (b62a26f9-5853-46d1-925a-762af9a689ba), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.687620 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Deleting port 60b567b8-9805-41e1-8dc7-6ce1ac749243 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:04:00.688259 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.698633 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121ce31-7c96-49d3-b6de-2f08e45df4bd req-0ba26505-5e9b-41a2-87a5-214b94d95ff5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:00.700156 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1121ce31-7c96-49d3-b6de-2f08e45df4bd req-0ba26505-5e9b-41a2-87a5-214b94d95ff5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0636208 May 11 06:04:00.754755 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] DHCP port deletion for b62a26f9-5853-46d1-925a-762af9a689ba request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:04:00.790849 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] For port 60b567b8-9805-41e1-8dc7-6ce1ac749243, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=60b567b8-9805-41e1-8dc7-6ce1ac749243,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:04:00.791214 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.800240 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] Deleting port 60b567b8-9805-41e1-8dc7-6ce1ac749243 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:04:00.800612 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.813334 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Calling delete_port for 60b567b8-9805-41e1-8dc7-6ce1ac749243 owned by network:dhcp {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:04:00.817841 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1121ce31-7c96-49d3-b6de-2f08e45df4bd req-37011043-c861-4fbe-bfcd-12cfcc165620 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959344 May 11 06:04:00.869602 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] For port 60b567b8-9805-41e1-8dc7-6ce1ac749243, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=60b567b8-9805-41e1-8dc7-6ce1ac749243,segment=NetworkSegment(e509bac1-d5ff-4982-a8ad-3665ade003dd),segment_id=e509bac1-d5ff-4982-a8ad-3665ade003dd)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:04:00.869918 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.883523 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] Calling delete_port for 60b567b8-9805-41e1-8dc7-6ce1ac749243 owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:04:00.906102 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.931100 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b567b8-9805-41e1-8dc7-6ce1ac749243,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:00.934422 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] No DVR routers for this DVR port 60b567b8-9805-41e1-8dc7-6ce1ac749243 on host dv-cinder-733623-13-iscsi {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:04:00.960610 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (60b567b8-9805-41e1-8dc7-6ce1ac749243), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:00.990136 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] Pushing event deleted for resources: {'Port': ['ID=60b567b8-9805-41e1-8dc7-6ce1ac749243,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:00.996736 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331321c-c2ce-4441-a98c-cd24d77f5267 None None] No DVR routers for this DVR port 60b567b8-9805-41e1-8dc7-6ce1ac749243 on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:04:01.010507 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (b62a26f9-5853-46d1-925a-762af9a689ba), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.031744 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62a26f9-5853-46d1-925a-762af9a689ba']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:04:01.041336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509bac1-d5ff-4982-a8ad-3665ade003dd') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:04:01.041682 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509bac1-d5ff-4982-a8ad-3665ade003dd') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:04:01.052221 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (e509bac1-d5ff-4982-a8ad-3665ade003dd), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.065779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (e509bac1-d5ff-4982-a8ad-3665ade003dd), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.072101 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:04:01.072588 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (e509bac1-d5ff-4982-a8ad-3665ade003dd), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:04:01.074369 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:04:01.129237 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (b62a26f9-5853-46d1-925a-762af9a689ba), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.134622 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.137705 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b62a26f9-5853-46d1-925a-762af9a689ba HTTP/1.1" status: 204 len: 168 time: 0.6564190 May 11 06:04:01.152494 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd5fe7-ee1a-4298-a955-83e6ad263019 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62a26f9-5853-46d1-925a-762af9a689ba,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:01.250475 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55282) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:01.290219 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4e3126ff-56af-4bf2-87ba-78026261c6ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d84ee8b78144447bef24d677ad32b3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384572 May 11 06:04:01.292534 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55284) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:01.340397 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3aaabd28-2107-4ac0-8ef6-c725ff768043 admin admin] Publish callbacks [] for security_group (157523ab-22b3-4b64-9c60-e3c8a7dafd04), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.362970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3aaabd28-2107-4ac0-8ef6-c725ff768043 admin admin] Publish callbacks [] for security_group (157523ab-22b3-4b64-9c60-e3c8a7dafd04), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.374698 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 3ecbe237-1159-48b4-abdf-16ae23884b7e no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:04:01.398367 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 3ecbe237-1159-48b4-abdf-16ae23884b7e {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:04:01.398980 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 3ecbe237-1159-48b4-abdf-16ae23884b7e not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:04:01.399382 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 60b567b8-9805-41e1-8dc7-6ce1ac749243 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:04:01.412854 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3aaabd28-2107-4ac0-8ef6-c725ff768043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (157523ab-22b3-4b64-9c60-e3c8a7dafd04), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.415499 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3aaabd28-2107-4ac0-8ef6-c725ff768043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:01.416681 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-3aaabd28-2107-4ac0-8ef6-c725ff768043 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/157523ab-22b3-4b64-9c60-e3c8a7dafd04 HTTP/1.1" status: 204 len: 168 time: 0.1232681 May 11 06:04:01.420828 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 60b567b8-9805-41e1-8dc7-6ce1ac749243 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:04:01.421323 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 60b567b8-9805-41e1-8dc7-6ce1ac749243 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:04:01.421924 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device b2061a64-df51-429a-915b-d15741d149d1 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:04:01.425045 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaabd28-2107-4ac0-8ef6-c725ff768043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157523ab-22b3-4b64-9c60-e3c8a7dafd04,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:01.446786 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: b2061a64-df51-429a-915b-d15741d149d1 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:04:01.447133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device b2061a64-df51-429a-915b-d15741d149d1 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:04:01.940081 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2429b7a-5450-416b-af09-0f5d3f278a96 req-d9fd8195-08cc-4ef4-baa4-785375f0ab33 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:01.941716 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2429b7a-5450-416b-af09-0f5d3f278a96 req-d9fd8195-08cc-4ef4-baa4-785375f0ab33 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0474746 May 11 06:04:01.988824 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2429b7a-5450-416b-af09-0f5d3f278a96 req-47eed643-52f7-4ab5-b8c5-8b8c57921c38 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 May 11 06:04:03.105938 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35a6b-676d-4fe7-a0f0-14da5e00a9fb req-55b36b77-71db-423e-97fb-faab62796251 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:03.108152 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ce35a6b-676d-4fe7-a0f0-14da5e00a9fb req-55b36b77-71db-423e-97fb-faab62796251 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0467420 May 11 06:04:03.158698 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7ce35a6b-676d-4fe7-a0f0-14da5e00a9fb req-85a50016-5411-4f09-ace0-c7a1925ae1ed tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 May 11 06:04:04.276608 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50df58-ec0d-4eb4-8126-21b9d7b2ed69 req-a5937dc4-0240-4842-a10b-154e8446ee58 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:04.278226 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-eb50df58-ec0d-4eb4-8126-21b9d7b2ed69 req-a5937dc4-0240-4842-a10b-154e8446ee58 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0472133 May 11 06:04:04.324387 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-eb50df58-ec0d-4eb4-8126-21b9d7b2ed69 req-eade75ca-e79b-4bee-824f-ae6e7073b24f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 May 11 06:04:05.139196 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55350) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:05.248321 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a3cf569a-8943-4d2f-9da9-ddc3cbcfa6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.342067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a3cf569a-8943-4d2f-9da9-ddc3cbcfa6f3 admin admin] Publish callbacks [] for security_group (ff0d3420-7e24-4614-a257-7f97abfaca10), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.346134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a3cf569a-8943-4d2f-9da9-ddc3cbcfa6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ff0d3420-7e24-4614-a257-7f97abfaca10), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.389164 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a3cf569a-8943-4d2f-9da9-ddc3cbcfa6f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbd64f1a27a649ed8b6bb1fe32e1cff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485573 May 11 06:04:05.391503 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf569a-8943-4d2f-9da9-ddc3cbcfa6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0d3420-7e24-4614-a257-7f97abfaca10,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:05.392028 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55358) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:05.454539 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c99d0-5ec4-474a-a3ed-65198f7c28d1 req-e4a45174-7ad5-4e43-a0c3-5f1f18735a14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:05.455626 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Publish callbacks [] for security_group (ff0d3420-7e24-4614-a257-7f97abfaca10), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.456100 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-058c99d0-5ec4-474a-a3ed-65198f7c28d1 req-e4a45174-7ad5-4e43-a0c3-5f1f18735a14 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0568893 May 11 06:04:05.478842 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Publish callbacks [] for security_group (ff0d3420-7e24-4614-a257-7f97abfaca10), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.509542 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-058c99d0-5ec4-474a-a3ed-65198f7c28d1 req-8ebd6e6a-3477-4525-9345-b0fb4db88b15 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476213 May 11 06:04:05.538680 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ff0d3420-7e24-4614-a257-7f97abfaca10), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.542615 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:05.543761 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff0d3420-7e24-4614-a257-7f97abfaca10 HTTP/1.1" status: 204 len: 168 time: 0.1506662 May 11 06:04:05.552355 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0d3420-7e24-4614-a257-7f97abfaca10,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:05.559438 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.559813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.560279 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.560628 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.560969 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.561307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.561664 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.561996 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.562326 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.562667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.562999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.563405 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.563657 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.563983 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:05.564304 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1403862-8dce-4fc4-a7da-ac21521ddfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:06.631744 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9100a22-1bba-4b90-a832-5b32b83e7c35 req-f2e4c048-46dd-4766-85d1-2a43abd62f7d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:06.633368 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c9100a22-1bba-4b90-a832-5b32b83e7c35 req-f2e4c048-46dd-4766-85d1-2a43abd62f7d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0482869 May 11 06:04:06.680089 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c9100a22-1bba-4b90-a832-5b32b83e7c35 req-761bd7ff-ab69-41b4-8287-b3507453f643 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410039 May 11 06:04:07.799978 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ee347-1b0d-41a0-bf07-6aa16376da7b req-2ade3694-d95c-4fcb-9619-42ed462bb334 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:07.801463 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b97ee347-1b0d-41a0-bf07-6aa16376da7b req-2ade3694-d95c-4fcb-9619-42ed462bb334 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0491309 May 11 06:04:07.853710 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-b97ee347-1b0d-41a0-bf07-6aa16376da7b req-9602d3f4-6abe-43b7-ad70-accaee3f1127 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466664 May 11 06:04:08.276516 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55498) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:08.380481 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fea6073f-b621-4567-94eb-f6e60a22a93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.415006 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac7dcc3-8702-474a-99d2-bbf22819bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.461756 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fea6073f-b621-4567-94eb-f6e60a22a93a admin admin] Publish callbacks [] for security_group (b7810876-edf9-4cfc-ad05-ae74d6b95ea9), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.466905 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-fea6073f-b621-4567-94eb-f6e60a22a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b7810876-edf9-4cfc-ad05-ae74d6b95ea9), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.506446 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-fea6073f-b621-4567-94eb-f6e60a22a93a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a21e32219d4940789a593a4ec3c1054c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288678 May 11 06:04:08.507318 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6073f-b621-4567-94eb-f6e60a22a93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7810876-edf9-4cfc-ad05-ae74d6b95ea9,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:08.510005 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55502) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:08.558541 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9fc236a8-70b4-4f7f-be70-0b4f4574ac4c admin admin] Publish callbacks [] for security_group (b7810876-edf9-4cfc-ad05-ae74d6b95ea9), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.578587 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9fc236a8-70b4-4f7f-be70-0b4f4574ac4c admin admin] Publish callbacks [] for security_group (b7810876-edf9-4cfc-ad05-ae74d6b95ea9), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.624974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9fc236a8-70b4-4f7f-be70-0b4f4574ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b7810876-edf9-4cfc-ad05-ae74d6b95ea9), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.627508 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9fc236a8-70b4-4f7f-be70-0b4f4574ac4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.628637 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9fc236a8-70b4-4f7f-be70-0b4f4574ac4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7810876-edf9-4cfc-ad05-ae74d6b95ea9 HTTP/1.1" status: 204 len: 168 time: 0.1174183 May 11 06:04:08.635928 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc236a8-70b4-4f7f-be70-0b4f4574ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7810876-edf9-4cfc-ad05-ae74d6b95ea9,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:08.887478 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55510) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:08.901902 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41f48f29-3003-4d1c-a51c-772f889de58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:08.984008 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca294c6-37bc-4ae7-9961-6350d99d82f4 req-b33dec91-6c04-4d7b-9a90-6878918104d1 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:08.985498 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ca294c6-37bc-4ae7-9961-6350d99d82f4 req-b33dec91-6c04-4d7b-9a90-6878918104d1 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0552051 May 11 06:04:09.042526 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41f48f29-3003-4d1c-a51c-772f889de58f admin admin] Publish callbacks [] for security_group (6bec6014-a593-4d04-bb02-28c4d0759229), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:09.049930 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-41f48f29-3003-4d1c-a51c-772f889de58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6bec6014-a593-4d04-bb02-28c4d0759229), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:09.069404 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ca294c6-37bc-4ae7-9961-6350d99d82f4 req-f8f1d16e-06fb-4196-a3c3-712ddef79f61 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777647 May 11 06:04:09.096667 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-41f48f29-3003-4d1c-a51c-772f889de58f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8575983ff5e49c19408f3a835a8a7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074697 May 11 06:04:09.097544 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f48f29-3003-4d1c-a51c-772f889de58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bec6014-a593-4d04-bb02-28c4d0759229,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:09.099944 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55512) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:09.147827 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed2f9-ec22-4431-98e8-bc39d71d9675 admin admin] Publish callbacks [] for security_group (6bec6014-a593-4d04-bb02-28c4d0759229), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:09.168067 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed2f9-ec22-4431-98e8-bc39d71d9675 admin admin] Publish callbacks [] for security_group (6bec6014-a593-4d04-bb02-28c4d0759229), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:09.213543 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed2f9-ec22-4431-98e8-bc39d71d9675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6bec6014-a593-4d04-bb02-28c4d0759229), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:09.216105 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed2f9-ec22-4431-98e8-bc39d71d9675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:09.217295 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2e2ed2f9-ec22-4431-98e8-bc39d71d9675 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bec6014-a593-4d04-bb02-28c4d0759229 HTTP/1.1" status: 204 len: 168 time: 0.1160376 May 11 06:04:09.224841 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed2f9-ec22-4431-98e8-bc39d71d9675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bec6014-a593-4d04-bb02-28c4d0759229,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:10.202250 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6635a-0339-4a6e-b67b-e081f7134811 req-a9ed96b5-e883-4b27-9ad4-79b17c79755e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:10.203762 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-96a6635a-0339-4a6e-b67b-e081f7134811 req-a9ed96b5-e883-4b27-9ad4-79b17c79755e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0550547 May 11 06:04:10.251685 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-96a6635a-0339-4a6e-b67b-e081f7134811 req-cfa25d5c-5727-435e-9a1a-4f21c07fe6a5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 May 11 06:04:10.736003 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-97a236ea-c25f-4f51-b2db-4313fa933f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:11.369347 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469a465-a549-4da1-956e-cac570d8269d req-ef69a5db-7498-4437-bdec-94494a988c90 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:11.370834 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c469a465-a549-4da1-956e-cac570d8269d req-ef69a5db-7498-4437-bdec-94494a988c90 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0458846 May 11 06:04:11.421021 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c469a465-a549-4da1-956e-cac570d8269d req-1575b353-3715-4f42-b509-aeff93f4fc13 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 May 11 06:04:11.745175 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:12.538134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c290-1c28-4e3e-bac7-ca53d69dd053 req-a6725990-5c32-471a-ab13-ed54ccb68e05 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:12.539579 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5da9c290-1c28-4e3e-bac7-ca53d69dd053 req-a6725990-5c32-471a-ab13-ed54ccb68e05 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0488734 May 11 06:04:12.584972 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5da9c290-1c28-4e3e-bac7-ca53d69dd053 req-66fa088d-424c-40ea-be41-5be7e6c2ef82 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393434 May 11 06:04:13.079566 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:04:13.308297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:13.702034 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f9d24-ef63-48b1-b0ee-0d427b282a46 req-783db0cf-6034-4987-a136-12e00e6f148b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:13.703475 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-393f9d24-ef63-48b1-b0ee-0d427b282a46 req-783db0cf-6034-4987-a136-12e00e6f148b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0457981 May 11 06:04:13.749203 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-393f9d24-ef63-48b1-b0ee-0d427b282a46 req-c4e3480f-8a48-466f-a0b0-7f3d56b96eff tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 May 11 06:04:14.863834 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:14.866807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301331d5-911d-4753-b74b-343e5533dbb2 req-4bff00c2-ce1a-4115-9762-06c761aca3a6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:14.868338 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-301331d5-911d-4753-b74b-343e5533dbb2 req-4bff00c2-ce1a-4115-9762-06c761aca3a6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0478773 May 11 06:04:14.915591 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-301331d5-911d-4753-b74b-343e5533dbb2 req-225ca8e9-fc2c-48fd-88f9-c224a0260bfa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 May 11 06:04:16.031525 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2582-058a-4e19-9e58-f0dfa10e50f9 req-a9ed5c81-e315-47c5-bacf-d2835b58bb17 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:16.032978 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2f9a2582-058a-4e19-9e58-f0dfa10e50f9 req-a9ed5c81-e315-47c5-bacf-d2835b58bb17 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0465348 May 11 06:04:16.077780 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2f9a2582-058a-4e19-9e58-f0dfa10e50f9 req-f1983fdf-d052-49e4-b563-9b12e9ae492f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393054 May 11 06:04:17.196197 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6709e86-9a45-4885-a613-72c0c9f59f05 req-10d8b1ab-79d8-4d50-b03b-ddc53467195d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:17.197712 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c6709e86-9a45-4885-a613-72c0c9f59f05 req-10d8b1ab-79d8-4d50-b03b-ddc53467195d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0498121 May 11 06:04:17.243728 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c6709e86-9a45-4885-a613-72c0c9f59f05 req-b8edd10b-c50e-45c3-a731-3a4a67d5e2a8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 May 11 06:04:17.951063 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:18.362785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08247a-beb0-4046-bd5c-6540985697ff req-3770db3f-7736-48a5-afb3-e4e4b3054b83 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:18.364211 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ee08247a-beb0-4046-bd5c-6540985697ff req-3770db3f-7736-48a5-afb3-e4e4b3054b83 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0493453 May 11 06:04:18.409709 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ee08247a-beb0-4046-bd5c-6540985697ff req-e9b3272c-586b-424b-8d2e-9d1d1ebf06aa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 May 11 06:04:19.524524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb8f0e-d8a4-4183-9deb-4b6f09aaf954 req-49b5b3fa-7f9f-4f63-89f1-f8906c86307f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:19.526008 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-07cb8f0e-d8a4-4183-9deb-4b6f09aaf954 req-49b5b3fa-7f9f-4f63-89f1-f8906c86307f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0463953 May 11 06:04:19.577687 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-07cb8f0e-d8a4-4183-9deb-4b6f09aaf954 req-b3cc7025-56d5-4c25-80bd-3d7d01964611 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 May 11 06:04:20.694979 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0a34a-7a6f-485e-8a42-4611821aeadc req-6e4f32c1-3ae9-4e52-a0f8-54d4ed598176 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:20.696429 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f6a0a34a-7a6f-485e-8a42-4611821aeadc req-6e4f32c1-3ae9-4e52-a0f8-54d4ed598176 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0459943 May 11 06:04:20.743165 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f6a0a34a-7a6f-485e-8a42-4611821aeadc req-1a0bafa4-653f-4b03-8ca8-a74d03bef47c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 May 11 06:04:21.860626 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd01ac-6abc-43c3-969c-1150ce3faeda req-667268a6-62ed-49eb-b6e0-5826afdaab46 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:21.862118 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-09dd01ac-6abc-43c3-969c-1150ce3faeda req-667268a6-62ed-49eb-b6e0-5826afdaab46 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0464420 May 11 06:04:21.911728 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-09dd01ac-6abc-43c3-969c-1150ce3faeda req-2525c143-e0cd-444e-99f3-b455a8d84308 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441775 May 11 06:04:23.027223 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91937dd2-eb47-4161-baf0-68fdfc2493fd req-cf6b4d04-8969-4c8c-acd4-5b48850c0d6f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:23.029964 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-91937dd2-eb47-4161-baf0-68fdfc2493fd req-cf6b4d04-8969-4c8c-acd4-5b48850c0d6f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0485497 May 11 06:04:23.080689 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-91937dd2-eb47-4161-baf0-68fdfc2493fd req-a2f6898c-e8c5-4f7c-bf5a-872d3ab9dd76 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 May 11 06:04:24.197318 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345600-a2de-47fb-8341-9d8765224c6d req-f7f0bbda-b5dd-4c43-a266-3313224f1d2f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:24.198806 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8345600-a2de-47fb-8341-9d8765224c6d req-f7f0bbda-b5dd-4c43-a266-3313224f1d2f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0475254 May 11 06:04:24.246222 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8345600-a2de-47fb-8341-9d8765224c6d req-1d698c5c-a5e6-4b13-81ee-1fa2a0644f22 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 May 11 06:04:25.366454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727d7ef-9db3-4218-997f-8f434e2e461a req-bc4bf4ab-2ace-4f17-aac2-7d5bcde2ee9a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:25.368066 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e727d7ef-9db3-4218-997f-8f434e2e461a req-bc4bf4ab-2ace-4f17-aac2-7d5bcde2ee9a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0462856 May 11 06:04:25.415832 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e727d7ef-9db3-4218-997f-8f434e2e461a req-d2b44c3f-3421-47d4-b232-8993e92e4da4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 May 11 06:04:26.546581 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15df52-454f-42d0-b055-2ad442539b2a req-57b38b43-7cf1-4727-8b7f-d194ad507475 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:26.548045 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ba15df52-454f-42d0-b055-2ad442539b2a req-57b38b43-7cf1-4727-8b7f-d194ad507475 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0470681 May 11 06:04:26.595447 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ba15df52-454f-42d0-b055-2ad442539b2a req-86f0046d-1fe9-4683-a55d-74679b4163ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 May 11 06:04:27.711293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923fcc-4ea1-4d8d-bf51-d8249268eef4 req-8600c887-b4c8-47ac-a733-9820a4825528 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:27.712770 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f6923fcc-4ea1-4d8d-bf51-d8249268eef4 req-8600c887-b4c8-47ac-a733-9820a4825528 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0460074 May 11 06:04:27.757610 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f6923fcc-4ea1-4d8d-bf51-d8249268eef4 req-a305e868-1044-48d8-bf21-a2de47c06f8f tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 May 11 06:04:28.877905 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe615ca3-2495-4492-9e3d-145b3c2b16ef req-1f322b8a-04ab-4e11-9dd9-f9bc42135911 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:28.879340 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe615ca3-2495-4492-9e3d-145b3c2b16ef req-1f322b8a-04ab-4e11-9dd9-f9bc42135911 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0502851 May 11 06:04:28.925006 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fe615ca3-2495-4492-9e3d-145b3c2b16ef req-913e77eb-bfc6-4e7c-83b6-2185a2ae68c2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401762 May 11 06:04:30.002524 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:04:30.046397 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac9f1b-7593-4df4-a7a1-291cb61d94f3 req-16ac1a1c-c169-4bf4-b7bb-af167b167f85 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:30.047879 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d9ac9f1b-7593-4df4-a7a1-291cb61d94f3 req-16ac1a1c-c169-4bf4-b7bb-af167b167f85 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0519361 May 11 06:04:30.094510 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d9ac9f1b-7593-4df4-a7a1-291cb61d94f3 req-07304331-5638-4e2c-8321-e00ce3a48956 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 May 11 06:04:30.101712 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:04:30.112871 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'mac_address': 'fa:16:3e:29:f3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:04:30.149641 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: ACTIVE; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:04:30.150024 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:30.162150 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46993fce-15d3-442b-82c6-0275faa7fe4f {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:04:30.180620 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:04:30.185046 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:30.233125 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=6']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:30.469894 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['46993fce-15d3-442b-82c6-0275faa7fe4f'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:04:31.258180 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824cea-36db-4002-b585-92eedf5a724c req-653373dc-a057-4de4-be09-3fb870128fe7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:31.260554 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-91824cea-36db-4002-b585-92eedf5a724c req-653373dc-a057-4de4-be09-3fb870128fe7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 945 time: 0.0581760 May 11 06:04:31.316830 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-91824cea-36db-4002-b585-92eedf5a724c req-64acf7ac-7014-4ce4-abe3-07c605351dbe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496986 May 11 06:04:32.249373 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:04:32.307789 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 46993fce-15d3-442b-82c6-0275faa7fe4f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:04:32.308167 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:32.412128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:04:32.412614 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:32.441888 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:04:32.444760 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11ae602-17c1-4e97-87ef-c56eee87920c" -d '{"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-plugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:04:32.452982 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b375470-1718-46b5-b75a-f205abc2e0dc req-f408f698-3d20-422f-ad99-83f2ab1725fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:32.458102 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:04:32.461333 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1b375470-1718-46b5-b75a-f205abc2e0dc req-f408f698-3d20-422f-ad99-83f2ab1725fe tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 945 time: 0.0566871 May 11 06:04:32.463583 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:32.502426 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded2a091-1bc2-4832-8dd9-4efbc3755169 x-openstack-request-id: req-ded2a091-1bc2-4832-8dd9-4efbc3755169 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:04:32.502981 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-plugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:04:32.503398 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ded2a091-1bc2-4832-8dd9-4efbc3755169 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:04:32.503967 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded2a091-1bc2-4832-8dd9-4efbc3755169'] response: {'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'code': 200} May 11 06:04:32.526082 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1b375470-1718-46b5-b75a-f205abc2e0dc req-57346125-0ab6-4d46-804a-f672d7d05de6 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636432 May 11 06:04:32.533353 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=7']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:33.664799 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60181301-cdd6-4758-8a9b-792bc6ba3c12 req-94656e52-5c67-48d5-a3c5-505174b57146 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:33.666499 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-60181301-cdd6-4758-8a9b-792bc6ba3c12 req-94656e52-5c67-48d5-a3c5-505174b57146 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0543332 May 11 06:04:33.722516 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-60181301-cdd6-4758-8a9b-792bc6ba3c12 req-f20cdd64-bd19-4830-b551-6006ab909da7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500889 May 11 06:04:34.890156 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bbb02-535d-43ee-a9c3-139e848711f0 req-ac31522c-b59c-4348-9acf-7a6b2e9c1cb7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:34.892624 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-291bbb02-535d-43ee-a9c3-139e848711f0 req-ac31522c-b59c-4348-9acf-7a6b2e9c1cb7 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0564075 May 11 06:04:34.943495 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-291bbb02-535d-43ee-a9c3-139e848711f0 req-daa3912c-f3d5-4655-a319-69e658bdae44 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452106 May 11 06:04:36.082503 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ab5b-64fc-4b7f-97b5-6b68f92a26b3 req-8a3902a0-4e4d-442b-8a84-70e499628922 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:36.084040 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-48b5ab5b-64fc-4b7f-97b5-6b68f92a26b3 req-8a3902a0-4e4d-442b-8a84-70e499628922 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0585735 May 11 06:04:36.143349 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-48b5ab5b-64fc-4b7f-97b5-6b68f92a26b3 req-3986c3b7-f8bd-46a7-a405-a4f3038e6bd4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532889 May 11 06:04:37.280521 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421e2a-e945-4895-8d92-4b9a39f42142 req-8c93a095-b769-4749-baff-dfa9c0fd6e43 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:37.282740 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-57421e2a-e945-4895-8d92-4b9a39f42142 req-8c93a095-b769-4749-baff-dfa9c0fd6e43 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0523868 May 11 06:04:37.341348 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-57421e2a-e945-4895-8d92-4b9a39f42142 req-42226edf-1207-4a21-bd21-cddc8bc6c97d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529430 May 11 06:04:38.422389 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bfc78cfb-82f6-44c6-a00f-e75131050903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:38.481205 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce34f-83ef-4e49-96b9-559671a44c28 req-0581c814-9ee9-4da9-8f21-9452561a8404 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:38.483280 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-19bce34f-83ef-4e49-96b9-559671a44c28 req-0581c814-9ee9-4da9-8f21-9452561a8404 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0613401 May 11 06:04:38.537891 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-19bce34f-83ef-4e49-96b9-559671a44c28 req-1c34d180-3235-4c6f-936f-7090b47bfe74 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455647 May 11 06:04:39.672493 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6df7ec-a257-4bb0-b8d5-69365e456d60 req-5c112cc9-f55e-4f14-984b-c8c859175cdd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:39.674774 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2a6df7ec-a257-4bb0-b8d5-69365e456d60 req-5c112cc9-f55e-4f14-984b-c8c859175cdd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0559206 May 11 06:04:39.734712 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2a6df7ec-a257-4bb0-b8d5-69365e456d60 req-9198f060-e3da-40e1-a3d3-f520cf898dce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521383 May 11 06:04:40.360171 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55844) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:40.461738 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ed77a836-092b-4cc0-979e-2a139ab0dd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.540910 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ed77a836-092b-4cc0-979e-2a139ab0dd10 admin admin] Publish callbacks [] for security_group (7dd842a9-3b5d-418f-a7aa-99ea53dffff9), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.544519 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ed77a836-092b-4cc0-979e-2a139ab0dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7dd842a9-3b5d-418f-a7aa-99ea53dffff9), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.580167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77a836-092b-4cc0-979e-2a139ab0dd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd842a9-3b5d-418f-a7aa-99ea53dffff9,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:40.584375 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ed77a836-092b-4cc0-979e-2a139ab0dd10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad74e6a7cdb1409189e74e435685795d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231731 May 11 06:04:40.587007 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55848) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:40.633785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17e180f4-be0a-485d-b538-28b2e77fd28b admin admin] Publish callbacks [] for security_group (7dd842a9-3b5d-418f-a7aa-99ea53dffff9), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.656025 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17e180f4-be0a-485d-b538-28b2e77fd28b admin admin] Publish callbacks [] for security_group (7dd842a9-3b5d-418f-a7aa-99ea53dffff9), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.701913 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17e180f4-be0a-485d-b538-28b2e77fd28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7dd842a9-3b5d-418f-a7aa-99ea53dffff9), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.704689 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-17e180f4-be0a-485d-b538-28b2e77fd28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.706009 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-17e180f4-be0a-485d-b538-28b2e77fd28b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dd842a9-3b5d-418f-a7aa-99ea53dffff9 HTTP/1.1" status: 204 len: 168 time: 0.1181085 May 11 06:04:40.722728 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e180f4-be0a-485d-b538-28b2e77fd28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd842a9-3b5d-418f-a7aa-99ea53dffff9,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:40.748813 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f7ff86f9-9e40-4186-916b-8305fe0cf277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:40.758469 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-99b93548-2b55-4421-90f5-29427af91180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:40.760048 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-99b93548-2b55-4421-90f5-29427af91180 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1130 time: 0.0463331 May 11 06:04:40.861844 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd252577-62fe-4525-a8aa-9d64d29e7c31 req-6dc7e159-13fc-46a7-af3c-42b6c623ee75 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:40.862962 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-8f446486-d769-477a-99d3-01b4b7fb086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:40.864935 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-8f446486-d769-477a-99d3-01b4b7fb086d service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.0935462 May 11 06:04:40.865901 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fd252577-62fe-4525-a8aa-9d64d29e7c31 req-6dc7e159-13fc-46a7-af3c-42b6c623ee75 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0537736 May 11 06:04:40.910841 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fd252577-62fe-4525-a8aa-9d64d29e7c31 req-a666b333-a886-4364-a6bf-3f08f36d1d27 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 May 11 06:04:40.941080 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-176ad997-5d27-4d57-9825-264ee26474a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 1001 time: 0.0650983 May 11 06:04:40.991658 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-dca9e24d-89f0-4b91-9b0b-a8c54e3bc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:40.993155 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-dca9e24d-89f0-4b91-9b0b-a8c54e3bc76b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0444877 May 11 06:04:41.012382 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 55856) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:41.025624 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.043081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-6613f783-c6c0-466c-a8bc-0eb21c2f2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:41.044593 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-6613f783-c6c0-466c-a8bc-0eb21c2f2c6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402477 May 11 06:04:41.102218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Publish callbacks [] for security_group (e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.105993 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.143621 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec2a78cc197541f281bfa156a2a21c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299729 May 11 06:04:41.144275 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-63567c1f-9776-4665-a2c9-d62ee564c6cd service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882435 May 11 06:04:41.145677 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:41.146156 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 55858) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:04:41.153683 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.154037 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.154389 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.154730 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.155067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.155402 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.155737 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.156066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.156397 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.156731 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.157062 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.157390 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.157740 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.158063 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.158386 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe9981a-d9f2-49a1-9def-cc973f823314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:41.270731 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb220812-999f-4da5-91c6-54e29429ddbd admin admin] Publish callbacks [] for security_group (e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.273851 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-13875e30-7097-44ed-8b7f-2cebb90eeefc req-3a2b0e08-7272-4764-b458-c56b50424dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218338 May 11 06:04:41.294269 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb220812-999f-4da5-91c6-54e29429ddbd admin admin] Publish callbacks [] for security_group (e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.342529 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb220812-999f-4da5-91c6-54e29429ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.345245 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-cb220812-999f-4da5-91c6-54e29429ddbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:41.346607 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-cb220812-999f-4da5-91c6-54e29429ddbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e HTTP/1.1" status: 204 len: 168 time: 0.1995244 May 11 06:04:41.354229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220812-999f-4da5-91c6-54e29429ddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb8b0a-b3c4-43ff-8304-7b9da445ff4e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:41.743449 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:42.051369 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25266-14c2-4631-ab97-97ecd3dacfa8 req-e07e9377-c92c-411f-9ac4-e1b467f95d24 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:42.053565 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7ca25266-14c2-4631-ab97-97ecd3dacfa8 req-e07e9377-c92c-411f-9ac4-e1b467f95d24 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0537217 May 11 06:04:42.104041 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7ca25266-14c2-4631-ab97-97ecd3dacfa8 req-a54ea75e-2695-42cd-93fb-4970d2b36840 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 May 11 06:04:43.230058 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898fd9e-34d5-41cb-8faa-3af076106766 req-74dd42a6-41a4-46c0-bdeb-128c2cca8934 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:43.232320 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5898fd9e-34d5-41cb-8faa-3af076106766 req-74dd42a6-41a4-46c0-bdeb-128c2cca8934 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0511115 May 11 06:04:43.283302 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5898fd9e-34d5-41cb-8faa-3af076106766 req-1c34e57e-f7c1-4fd4-80df-0c7b79c68195 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452425 May 11 06:04:43.313881 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:44.272568 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:04:44.352831 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:04:44.353554 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:44.381161 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:04:44.383409 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e9257-a38a-45ae-9ef1-9f75de03f9d7" -d '{"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-unplugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:04:44.397037 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:04:44.401776 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:44.419720 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a8c8f-b03e-4ebb-b534-1dcc23090739 req-965d9e0e-e857-4475-8d24-afbdfeed50cd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:44.421244 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-242a8c8f-b03e-4ebb-b534-1dcc23090739 req-965d9e0e-e857-4475-8d24-afbdfeed50cd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 946 time: 0.0626268 May 11 06:04:44.426268 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 May 2022 06:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd490d2-a28c-4d43-a7a1-b00f13a70232 x-openstack-request-id: req-dcd490d2-a28c-4d43-a7a1-b00f13a70232 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:04:44.426555 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-unplugged", "status": "failed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "code": 422}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:04:44.426805 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcd490d2-a28c-4d43-a7a1-b00f13a70232 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:04:44.427229 dv-cinder-733623-13-iscsi neutron-server[103521]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dcd490d2-a28c-4d43-a7a1-b00f13a70232']: {'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'code': 422} returned with failed status May 11 06:04:44.455741 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=8']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:04:44.462967 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.463313 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.463641 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.463962 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.464291 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.465215 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.465561 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.465891 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.466213 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.466623 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.466952 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.467232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.467470 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.468018 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.468327 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:04:44.478702 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-242a8c8f-b03e-4ebb-b534-1dcc23090739 req-3eda146d-2531-4c52-b41a-30b8c4e80ec9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513313 May 11 06:04:44.874189 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:45.369218 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [req-f2a4f425-ca79-4aa3-9dc1-92197728c915 req-aa1a1d33-c95d-40bd-bee8-4e6b13b4d0d4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:04:45.370396 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f2a4f425-ca79-4aa3-9dc1-92197728c915 req-aa1a1d33-c95d-40bd-bee8-4e6b13b4d0d4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0971575 May 11 06:04:45.553423 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b42cd4-c499-46eb-b75e-d86a0acedb46 req-25b506fb-b772-4e97-b8e5-b98ae8ce3eaa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:45.554953 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c9b42cd4-c499-46eb-b75e-d86a0acedb46 req-25b506fb-b772-4e97-b8e5-b98ae8ce3eaa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0746922 May 11 06:04:45.575611 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-b661999a-a131-4ffd-9d38-50a763008771 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561671 May 11 06:04:45.619186 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c9b42cd4-c499-46eb-b75e-d86a0acedb46 req-88547529-4c9d-4c54-8fe6-ab2aed11800b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565557 May 11 06:04:45.655992 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1848-5a1c-40f9-9328-a95e59328962 req-63ed811c-b9d5-4692-b1be-bdcf67c7ef00 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:45.657387 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-63ed811c-b9d5-4692-b1be-bdcf67c7ef00 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports/46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 941 time: 0.0542789 May 11 06:04:46.583424 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1848-5a1c-40f9-9328-a95e59328962 req-cf2de18f-5e7a-40da-be32-a39b56097f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:46.584917 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-cf2de18f-5e7a-40da-be32-a39b56097f30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0&tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c HTTP/1.1" status: 200 len: 1128 time: 0.0700135 May 11 06:04:46.672137 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1848-5a1c-40f9-9328-a95e59328962 req-f8001b20-1326-4e2d-b40b-dad2103256ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:46.673770 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-f8001b20-1326-4e2d-b40b-dad2103256ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1128 time: 0.0470049 May 11 06:04:46.790494 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5c07-1f4e-481a-82d5-65bb27093d3b req-43c47eb3-8e53-4d62-a7a7-d8c673da72d0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:46.791951 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-821a5c07-1f4e-481a-82d5-65bb27093d3b req-43c47eb3-8e53-4d62-a7a7-d8c673da72d0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0901160 May 11 06:04:46.823468 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1848-5a1c-40f9-9328-a95e59328962 req-794b5c39-280b-4da1-ac6d-e8e687f85602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:46.825013 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-794b5c39-280b-4da1-ac6d-e8e687f85602 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 200 len: 918 time: 0.1418259 May 11 06:04:46.888852 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-821a5c07-1f4e-481a-82d5-65bb27093d3b req-6f39af9c-31ec-4f0f-b8ae-a677ef05f8af tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897548 May 11 06:04:46.906706 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-34a28209-0499-4428-9b1b-95be03abb9fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 200 len: 999 time: 0.0706799 May 11 06:04:46.960117 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1848-5a1c-40f9-9328-a95e59328962 req-4b6bb98f-93c4-43f9-94c9-b8687d6e9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:46.961597 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-4b6bb98f-93c4-43f9-94c9-b8687d6e9437 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 200 len: 856 time: 0.0477703 May 11 06:04:47.007161 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1848-5a1c-40f9-9328-a95e59328962 req-8bea4594-5bb4-41e8-8b64-66e51f3885b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:47.008662 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-8bea4594-5bb4-41e8-8b64-66e51f3885b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399981 May 11 06:04:47.104208 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-8d96f9fa-5ae9-4f71-b00a-bdf49c12bb2b service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864527 May 11 06:04:47.196408 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-18db1848-5a1c-40f9-9328-a95e59328962 req-cedc94af-a957-4795-85da-d7b2db88b8de service neutron] 10.222.0.24 "GET /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848007 May 11 06:04:47.982702 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:04:48.032156 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ed75-b8b5-48fe-960d-2ed0b68dbd28 req-5b0c894c-a277-43a8-8293-a259eec064be tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:48.034468 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5f70ed75-b8b5-48fe-960d-2ed0b68dbd28 req-5b0c894c-a277-43a8-8293-a259eec064be tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0598855 May 11 06:04:48.101139 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5f70ed75-b8b5-48fe-960d-2ed0b68dbd28 req-4adb03d0-5232-46b1-aa4f-5f85b9513d4a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605412 May 11 06:04:48.284735 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:04:48.374268 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: DOWN; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:04:49.242828 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59735d-eba7-4537-966d-d852364ae44e req-6f4ab323-d9bd-4912-bee7-79e2dc315b13 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:49.246029 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4a59735d-eba7-4537-966d-d852364ae44e req-6f4ab323-d9bd-4912-bee7-79e2dc315b13 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0626144 May 11 06:04:49.296927 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4a59735d-eba7-4537-966d-d852364ae44e req-2b1020a5-8568-44d5-b0a2-086edc436801 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 May 11 06:04:50.079276 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:04:50.429943 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c9fa4-9643-4be6-a115-4fe269c70fe2 req-d8507244-863a-4465-8042-cf4c0ca3a443 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:50.431518 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-860c9fa4-9643-4be6-a115-4fe269c70fe2 req-d8507244-863a-4465-8042-cf4c0ca3a443 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0543222 May 11 06:04:50.485936 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-860c9fa4-9643-4be6-a115-4fe269c70fe2 req-f49e0c73-c63c-4bb8-9d79-9d906e1940fc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487347 May 11 06:04:51.620365 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f7e52-b805-44fd-b53c-028fa5a857f7 req-d2044c52-5c8f-4f39-a270-fdce3b83fdfd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:51.624283 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-700f7e52-b805-44fd-b53c-028fa5a857f7 req-d2044c52-5c8f-4f39-a270-fdce3b83fdfd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0586295 May 11 06:04:51.680313 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-700f7e52-b805-44fd-b53c-028fa5a857f7 req-eef9d6d0-f64b-46f5-a4a6-fbde4f57128a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486176 May 11 06:04:52.820582 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baeafb-c2da-48a9-95a9-6c9db590f291 req-e475bc49-78c9-4fb1-839b-47c710e433b8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:52.822212 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2baeafb-c2da-48a9-95a9-6c9db590f291 req-e475bc49-78c9-4fb1-839b-47c710e433b8 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0565345 May 11 06:04:52.883008 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f2baeafb-c2da-48a9-95a9-6c9db590f291 req-7d2d9140-464b-4fdc-9064-fbe7102e9f39 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532596 May 11 06:04:54.020650 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d500b-6011-46ba-a765-aab229ff2506 req-de8e877f-7b6f-4380-86e0-7a032aeee598 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:54.022414 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-949d500b-6011-46ba-a765-aab229ff2506 req-de8e877f-7b6f-4380-86e0-7a032aeee598 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0609770 May 11 06:04:54.077984 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-949d500b-6011-46ba-a765-aab229ff2506 req-ff31c30d-4a9a-40f3-949e-2c6d3a39ee23 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 May 11 06:04:55.233787 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91a679-9975-4c90-a152-db3c58f3dea5 req-693cd373-2998-4877-a8cb-5d5c8a090ad4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:55.236098 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e91a679-9975-4c90-a152-db3c58f3dea5 req-693cd373-2998-4877-a8cb-5d5c8a090ad4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0774081 May 11 06:04:55.294081 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e91a679-9975-4c90-a152-db3c58f3dea5 req-ebd6dca1-4edf-464e-bd00-a2ac249db3d0 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520964 May 11 06:04:56.420998 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4064d-2ac6-4554-9c85-833a0c7b5406 req-fa052af1-93a6-41bc-8a7b-b8a2b6306233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:56.422495 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2de4064d-2ac6-4554-9c85-833a0c7b5406 req-fa052af1-93a6-41bc-8a7b-b8a2b6306233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0485561 May 11 06:04:56.467937 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2de4064d-2ac6-4554-9c85-833a0c7b5406 req-ebae1ee3-6457-44ac-b15f-b712c343d2b4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 May 11 06:04:57.584357 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b687e9-e7b8-44cb-b134-e9129e50abde req-a04dcd56-3747-4dc9-aa55-8f6173d9d3fa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:57.585836 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-11b687e9-e7b8-44cb-b134-e9129e50abde req-a04dcd56-3747-4dc9-aa55-8f6173d9d3fa tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0459495 May 11 06:04:57.633779 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-11b687e9-e7b8-44cb-b134-e9129e50abde req-d6e54b7b-1249-4499-8fa5-c6dbbfb4e3dd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 May 11 06:04:57.860185 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-93d90e81-3193-4b92-8b1e-c162173dd9ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392625 May 11 06:04:58.749566 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ab2b-5485-48bb-8f57-fb342ad71bca req-ba9cdfc4-62f0-4315-bd06-c2194974aca3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:58.751027 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6652ab2b-5485-48bb-8f57-fb342ad71bca req-ba9cdfc4-62f0-4315-bd06-c2194974aca3 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0456223 May 11 06:04:58.796508 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6652ab2b-5485-48bb-8f57-fb342ad71bca req-d67d834f-2503-4e0f-8804-6bf447111830 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 May 11 06:04:59.340639 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7a812-2a01-4402-b330-6a413154f052 req-afc2d8d1-9cc7-464e-9b18-e7641bed8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:59.342921 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-afc2d8d1-9cc7-464e-9b18-e7641bed8208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0448322 May 11 06:04:59.453125 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7a812-2a01-4402-b330-6a413154f052 req-0b2d9085-9cbd-4836-8395-102b778dd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:59.455272 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-0b2d9085-9cbd-4836-8395-102b778dd65c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 909 time: 0.0896320 May 11 06:04:59.524335 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-f1b4b1d7-bbbb-4b1f-a38f-7b616f20dbd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 1002 time: 0.0591998 May 11 06:04:59.577564 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7a812-2a01-4402-b330-6a413154f052 req-375b850b-9e38-4195-b649-be37fa72fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:59.579011 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-375b850b-9e38-4195-b649-be37fa72fe3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.0472615 May 11 06:04:59.623662 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7a812-2a01-4402-b330-6a413154f052 req-738937c6-f16a-4666-a1cf-eee4b8790387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:59.625209 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-738937c6-f16a-4666-a1cf-eee4b8790387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397477 May 11 06:04:59.717890 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-efd4351c-582a-442b-b297-eb43237598dc service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846553 May 11 06:04:59.809329 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-c6f7a812-2a01-4402-b330-6a413154f052 req-a0c78f4b-a1dc-4db0-9ed0-4ae8c8cea23a service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847666 May 11 06:04:59.920558 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5c77d-406a-4154-99bc-351b4d66bad8 req-bc6107ca-20e5-41ac-bc5a-263213c01405 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:04:59.922090 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-90d5c77d-406a-4154-99bc-351b4d66bad8 req-bc6107ca-20e5-41ac-bc5a-263213c01405 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 944 time: 0.0505676 May 11 06:04:59.969061 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-90d5c77d-406a-4154-99bc-351b4d66bad8 req-d6fb2982-f535-4565-93d4-26aaa0c8fe81 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 May 11 06:05:00.301146 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:05:00.406606 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:00.418549 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'port_id': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'mac_address': 'fa:16:3e:29:f3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:05:00.456618 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:00.457007 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:00.470415 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46993fce-15d3-442b-82c6-0275faa7fe4f {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:05:00.496120 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:00.501367 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:00.559666 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=9']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:00.862730 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['46993fce-15d3-442b-82c6-0275faa7fe4f'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:05:01.091366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4368f1-a56b-45ac-864b-c0194944db0b req-fc430440-f3c9-4a89-a7d2-cce1bba62e3b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:01.092945 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1e4368f1-a56b-45ac-864b-c0194944db0b req-fc430440-f3c9-4a89-a7d2-cce1bba62e3b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 945 time: 0.0462523 May 11 06:05:01.139401 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1e4368f1-a56b-45ac-864b-c0194944db0b req-3856d2cb-95c4-4d67-8f56-bc900116716e tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 May 11 06:05:02.132083 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56208) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:02.272403 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b157efc3-b4cd-40e1-af43-4d54d2ec6c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.299525 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078db01-003f-4cdb-b818-d8c31cd3bd45 req-e9af4f29-1818-48e7-a6a6-48dd70cd43c2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:02.301020 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3078db01-003f-4cdb-b818-d8c31cd3bd45 req-e9af4f29-1818-48e7-a6a6-48dd70cd43c2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 945 time: 0.0763125 May 11 06:05:02.323001 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:05:02.386401 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 46993fce-15d3-442b-82c6-0275faa7fe4f triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:05:02.386401 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.389142 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-3078db01-003f-4cdb-b818-d8c31cd3bd45 req-2ed28047-5494-466a-9ec3-1743b4808d9b tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807507 May 11 06:05:02.421454 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b157efc3-b4cd-40e1-af43-4d54d2ec6c76 admin admin] Publish callbacks [] for security_group (88118912-1d73-46ed-8057-b7859ca383ff), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.426322 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b157efc3-b4cd-40e1-af43-4d54d2ec6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (88118912-1d73-46ed-8057-b7859ca383ff), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.462937 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 46993fce-15d3-442b-82c6-0275faa7fe4f is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:02.463397 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.466156 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b157efc3-b4cd-40e1-af43-4d54d2ec6c76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63a56e2821514efd9e3eece5040ef1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330164 May 11 06:05:02.468115 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157efc3-b4cd-40e1-af43-4d54d2ec6c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88118912-1d73-46ed-8057-b7859ca383ff,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:02.469433 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56222) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:02.488056 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:02.490586 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a58c0f4-3f2e-4117-8a34-20a08cc12b82" -d '{"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-plugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:02.503222 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:02.508668 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.539596 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3470-7f0f-4410-8490-02e7a3b56530 admin admin] Publish callbacks [] for security_group (88118912-1d73-46ed-8057-b7859ca383ff), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.544152 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7675521f-0fd1-403f-b582-42d63512543f x-openstack-request-id: req-7675521f-0fd1-403f-b582-42d63512543f {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:02.544448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-plugged", "status": "completed", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:02.544699 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7675521f-0fd1-403f-b582-42d63512543f {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:02.545855 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7675521f-0fd1-403f-b582-42d63512543f'] response: {'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'code': 200} May 11 06:05:02.561315 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3470-7f0f-4410-8490-02e7a3b56530 admin admin] Publish callbacks [] for security_group (88118912-1d73-46ed-8057-b7859ca383ff), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.571402 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=10']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:02.610651 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3470-7f0f-4410-8490-02e7a3b56530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (88118912-1d73-46ed-8057-b7859ca383ff), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.613209 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3470-7f0f-4410-8490-02e7a3b56530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:02.614365 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ecaa3470-7f0f-4410-8490-02e7a3b56530 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88118912-1d73-46ed-8057-b7859ca383ff HTTP/1.1" status: 204 len: 168 time: 0.1413755 May 11 06:05:02.621963 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa3470-7f0f-4410-8490-02e7a3b56530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88118912-1d73-46ed-8057-b7859ca383ff,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:02.808894 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f7fad-051d-4d0e-9b58-6b2b84d46bfc req-935ccccf-5bec-4e53-b94b-4c0d511581df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:02.810474 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8a6f7fad-051d-4d0e-9b58-6b2b84d46bfc req-935ccccf-5bec-4e53-b94b-4c0d511581df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 1131 time: 0.0421906 May 11 06:05:02.856047 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8a6f7fad-051d-4d0e-9b58-6b2b84d46bfc req-31c1d679-ff2b-40bf-80ef-f99a2d188fc5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386164 May 11 06:05:03.511511 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c557748-2a54-4b5d-9ef3-1130a847c3b5 req-84ef2348-26e8-455d-bb73-e869ad921287 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:03.512998 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c557748-2a54-4b5d-9ef3-1130a847c3b5 req-84ef2348-26e8-455d-bb73-e869ad921287 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0489354 May 11 06:05:03.565978 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c557748-2a54-4b5d-9ef3-1130a847c3b5 req-660e21b5-c11b-447b-a45d-5d33069c9dfd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 May 11 06:05:03.604921 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56264) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:03.706694 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2c36-a5c8-4f46-ae9c-97598e26c648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.778906 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2c36-a5c8-4f46-ae9c-97598e26c648 admin admin] Publish callbacks [] for security_group (a6abd390-b618-42b5-a42a-26fb1468fd29), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.783229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2c36-a5c8-4f46-ae9c-97598e26c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (a6abd390-b618-42b5-a42a-26fb1468fd29), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.823202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e2fe2c36-a5c8-4f46-ae9c-97598e26c648 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e1908bdeb6646548b9ee5ee01c5b80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172198 May 11 06:05:03.823903 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe2c36-a5c8-4f46-ae9c-97598e26c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6abd390-b618-42b5-a42a-26fb1468fd29,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:03.825962 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56268) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:03.872437 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c308b798-c731-4bdf-9b20-1ba4b1809ce8 admin admin] Publish callbacks [] for security_group (a6abd390-b618-42b5-a42a-26fb1468fd29), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.894600 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c308b798-c731-4bdf-9b20-1ba4b1809ce8 admin admin] Publish callbacks [] for security_group (a6abd390-b618-42b5-a42a-26fb1468fd29), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.941370 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c308b798-c731-4bdf-9b20-1ba4b1809ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (a6abd390-b618-42b5-a42a-26fb1468fd29), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.943855 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c308b798-c731-4bdf-9b20-1ba4b1809ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:03.944985 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c308b798-c731-4bdf-9b20-1ba4b1809ce8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6abd390-b618-42b5-a42a-26fb1468fd29 HTTP/1.1" status: 204 len: 168 time: 0.1173239 May 11 06:05:03.953394 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308b798-c731-4bdf-9b20-1ba4b1809ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6abd390-b618-42b5-a42a-26fb1468fd29,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:04.693777 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca08fe-ddea-410f-bdee-f2646075c68a req-3d75edbe-58db-4f77-86a5-a84396aad6b2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:04.700576 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-92ca08fe-ddea-410f-bdee-f2646075c68a req-3d75edbe-58db-4f77-86a5-a84396aad6b2 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0577378 May 11 06:05:04.750529 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-92ca08fe-ddea-410f-bdee-f2646075c68a req-7692fbd6-a362-4a3a-93d1-ae56be444d64 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 May 11 06:05:05.010942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e8b0f-b5cb-493c-8e91-cebcbcd11071 req-6613ba34-25ca-474d-b442-52b0c861a790 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:05.012579 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf3e8b0f-b5cb-493c-8e91-cebcbcd11071 req-6613ba34-25ca-474d-b442-52b0c861a790 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0918303 May 11 06:05:05.077116 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf3e8b0f-b5cb-493c-8e91-cebcbcd11071 req-c624325f-5596-430c-8ffe-80d6640b01bf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573626 May 11 06:05:05.895941 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1e841-8d43-43c7-9700-d2d771ae3e98 req-7996d461-4af3-4db9-9d8c-5b299f5e06f4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:05.898294 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e8b1e841-8d43-43c7-9700-d2d771ae3e98 req-7996d461-4af3-4db9-9d8c-5b299f5e06f4 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0645666 May 11 06:05:05.955029 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e8b1e841-8d43-43c7-9700-d2d771ae3e98 req-32a0867a-c8e7-47e1-aac6-b438fba329eb tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516531 May 11 06:05:06.208174 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447468fd-6111-4548-ab59-a45776725640 req-e1b34039-40ca-42fd-8ee5-85753c2a0cf4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:06.209700 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-447468fd-6111-4548-ab59-a45776725640 req-e1b34039-40ca-42fd-8ee5-85753c2a0cf4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0562449 May 11 06:05:06.266699 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-447468fd-6111-4548-ab59-a45776725640 req-c0fad8e8-f5ed-4d98-a352-5ceedecda4d6 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476146 May 11 06:05:07.386905 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0f2a7-91aa-4149-a7cd-3144212af41b req-f1369c6c-44c8-4743-8b10-86c9bd47b482 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:07.388360 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b2f0f2a7-91aa-4149-a7cd-3144212af41b req-f1369c6c-44c8-4743-8b10-86c9bd47b482 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0472870 May 11 06:05:07.440710 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b2f0f2a7-91aa-4149-a7cd-3144212af41b req-524284f6-762e-48a3-ad40-27b4aed605c6 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463777 May 11 06:05:08.414903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f1a4dba6-7165-45ef-981d-1afb4b67125d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:08.558341 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba7b03-b7ab-440b-9fda-472ec40421d5 req-26a2e2a8-a036-4566-9a30-bac846e591f5 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:08.559969 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f4ba7b03-b7ab-440b-9fda-472ec40421d5 req-26a2e2a8-a036-4566-9a30-bac846e591f5 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0535855 May 11 06:05:08.611061 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f4ba7b03-b7ab-440b-9fda-472ec40421d5 req-0dd1c921-37d2-40a3-988b-87698eb700d6 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449007 May 11 06:05:09.727808 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4684-97c7-4dfe-a414-b73497e8ede5 req-d15744be-eb7c-44b1-b183-3ff4cddbb71d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:09.730025 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ae0b4684-97c7-4dfe-a414-b73497e8ede5 req-d15744be-eb7c-44b1-b183-3ff4cddbb71d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0501690 May 11 06:05:09.782212 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ae0b4684-97c7-4dfe-a414-b73497e8ede5 req-c502ff6e-e1c7-40be-906a-fc012f8176e6 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461073 May 11 06:05:10.741526 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-9b3a7417-71c9-41cd-a8e1-b5439abc9f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:10.900029 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3b6d-9e6b-4b23-b018-74a3749539c7 req-fd74eb10-e624-4509-a5c8-2b6410e3fee7 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:10.901529 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0bfb3b6d-9e6b-4b23-b018-74a3749539c7 req-fd74eb10-e624-4509-a5c8-2b6410e3fee7 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0501218 May 11 06:05:10.951410 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0bfb3b6d-9e6b-4b23-b018-74a3749539c7 req-6dfebd11-46eb-41e6-9dc9-03807fc2daea tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 May 11 06:05:11.750898 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:12.073779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482f08-3118-44fa-8055-5b4923559d9a req-f04d536b-2f95-497d-96fe-188eb890b936 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:12.075232 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e482f08-3118-44fa-8055-5b4923559d9a req-f04d536b-2f95-497d-96fe-188eb890b936 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0475707 May 11 06:05:12.125300 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4e482f08-3118-44fa-8055-5b4923559d9a req-ec6a9b40-b2a8-48a1-8cac-ab431383978d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 May 11 06:05:13.243678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fba78-304a-45c6-8ac7-6a66a96b5c96 req-02eb1666-3d4a-4a78-95af-155dcdada9d7 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:13.245136 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-472fba78-304a-45c6-8ac7-6a66a96b5c96 req-02eb1666-3d4a-4a78-95af-155dcdada9d7 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0499551 May 11 06:05:13.298695 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-472fba78-304a-45c6-8ac7-6a66a96b5c96 req-c8883c7f-dd63-4c68-8b78-ad8dcc3007d1 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479240 May 11 06:05:13.315448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:14.421655 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c385af-80d7-42ac-80a5-0a34d25c0b73 req-da4734d6-1ce2-4276-808a-6eb45da2f6ba tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:14.423121 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f5c385af-80d7-42ac-80a5-0a34d25c0b73 req-da4734d6-1ce2-4276-808a-6eb45da2f6ba tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0507498 May 11 06:05:14.475890 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f5c385af-80d7-42ac-80a5-0a34d25c0b73 req-1a59bd55-182c-47eb-933b-34dcef8ada5f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470815 May 11 06:05:14.871033 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:15.594474 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6efac-dc7f-4a2f-9bf0-c043751ca2f6 req-7a9fe7da-21f2-4c47-bb3a-841fc54a6348 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:15.595961 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-03d6efac-dc7f-4a2f-9bf0-c043751ca2f6 req-7a9fe7da-21f2-4c47-bb3a-841fc54a6348 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0517631 May 11 06:05:15.645219 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-03d6efac-dc7f-4a2f-9bf0-c043751ca2f6 req-d644ab25-cdb9-444b-ac70-34d0d4449186 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 May 11 06:05:16.759067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3b94-e675-4a3d-9652-630bb931f86f req-dd3eaae9-9796-4c52-91f9-45a8d55dbad9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:16.760506 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b9b3b94-e675-4a3d-9652-630bb931f86f req-dd3eaae9-9796-4c52-91f9-45a8d55dbad9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0456018 May 11 06:05:16.808413 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8b9b3b94-e675-4a3d-9652-630bb931f86f req-47e3a141-7403-4164-9102-ffe2fc3684d8 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 May 11 06:05:17.917953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cdeb3-23c0-4d21-81a5-f52b8167ccd9 req-f9f32279-afdd-4649-a80d-bfb1445e4042 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:17.919891 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-044cdeb3-23c0-4d21-81a5-f52b8167ccd9 req-f9f32279-afdd-4649-a80d-bfb1445e4042 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0447707 May 11 06:05:17.968293 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:17.970657 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-044cdeb3-23c0-4d21-81a5-f52b8167ccd9 req-65436746-5ac8-4760-8922-abc885cf748d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452449 May 11 06:05:19.082354 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359963e8-d1c9-4b7d-9cfc-829edda3a807 req-63fa03f7-22ce-49b0-8b58-1caf24fea703 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:19.083838 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-359963e8-d1c9-4b7d-9cfc-829edda3a807 req-63fa03f7-22ce-49b0-8b58-1caf24fea703 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0460892 May 11 06:05:19.132115 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-359963e8-d1c9-4b7d-9cfc-829edda3a807 req-71282c36-39ad-401e-8f78-e038da0e5821 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 May 11 06:05:20.250596 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069620c8-4937-433c-865b-7b9e964726c7 req-ba150fbe-9d5f-4f2f-af9a-f0e933c407c3 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:20.252040 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-069620c8-4937-433c-865b-7b9e964726c7 req-ba150fbe-9d5f-4f2f-af9a-f0e933c407c3 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0456574 May 11 06:05:20.301333 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-069620c8-4937-433c-865b-7b9e964726c7 req-94469645-fec3-4808-8f70-e72f345339cc tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 May 11 06:05:20.485090 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-a8043a2a-3e74-49d6-8d6d-a8684015a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:20.486566 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-a8043a2a-3e74-49d6-8d6d-a8684015a466 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0385451 May 11 06:05:20.581723 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-f69d8c90-d138-427f-82cb-2c9a4c94cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:20.583213 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-f69d8c90-d138-427f-82cb-2c9a4c94cec3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 909 time: 0.0906665 May 11 06:05:20.969172 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-9e8afc1b-f709-4792-ae54-8698b3a2447c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 1002 time: 0.0632017 May 11 06:05:21.027641 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-b7e7a954-4228-41bc-9227-9ff683bf35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:21.029082 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-b7e7a954-4228-41bc-9227-9ff683bf35b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.0494525 May 11 06:05:21.102918 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-863cedd9-4165-496f-bf83-a3ba46735259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:21.104426 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-863cedd9-4165-496f-bf83-a3ba46735259 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420923 May 11 06:05:21.196285 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-480f4d76-406e-4d70-b24a-57499f09747e service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847862 May 11 06:05:21.284873 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-27dc0b18-e766-43e8-ad10-641cb7d5044c req-5bd3cf9c-4026-4980-89be-00d72a3bc53c service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816450 May 11 06:05:21.427035 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b0f14-e2ac-4e69-9de8-7fc1057dd0fb req-e2dc156d-b488-4708-9b27-d0c1c34210b9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:21.428518 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-840b0f14-e2ac-4e69-9de8-7fc1057dd0fb req-e2dc156d-b488-4708-9b27-d0c1c34210b9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0538826 May 11 06:05:21.479349 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-840b0f14-e2ac-4e69-9de8-7fc1057dd0fb req-b44e1b0a-d5d0-4d33-bea7-16572ef3e7b5 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 May 11 06:05:22.592827 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fe57a-6b62-4eff-a108-edf84d1aa462 req-ac5690c1-a706-4fec-8586-3e2d27276537 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:22.594369 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c09fe57a-6b62-4eff-a108-edf84d1aa462 req-ac5690c1-a706-4fec-8586-3e2d27276537 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0480461 May 11 06:05:22.646419 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c09fe57a-6b62-4eff-a108-edf84d1aa462 req-8220179d-6ae4-4494-8555-5bd18ad8c80c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464680 May 11 06:05:23.573970 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56566) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:23.677649 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-457352ab-c885-4f77-81fe-9dad1adc4d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.761046 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-457352ab-c885-4f77-81fe-9dad1adc4d3e admin admin] Publish callbacks [] for security_group (dcf8f678-0564-41e6-993b-7f4dacd1dfb0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.765840 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-457352ab-c885-4f77-81fe-9dad1adc4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (dcf8f678-0564-41e6-993b-7f4dacd1dfb0), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.813402 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-457352ab-c885-4f77-81fe-9dad1adc4d3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6cf188f764d4d89adaefee9c722028d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383204 May 11 06:05:23.813627 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6b62-f9de-4a7b-9e99-2271c90f9f6c req-3f39de6a-c4ef-42fd-861b-10eb2577de04 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:23.814409 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457352ab-c885-4f77-81fe-9dad1adc4d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf8f678-0564-41e6-993b-7f4dacd1dfb0,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:23.816985 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56578) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:23.820449 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4ecb6b62-f9de-4a7b-9e99-2271c90f9f6c req-3f39de6a-c4ef-42fd-861b-10eb2577de04 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0753121 May 11 06:05:23.869845 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdca7835-4f87-4f1b-9f36-d73f811fcd48 admin admin] Publish callbacks [] for security_group (dcf8f678-0564-41e6-993b-7f4dacd1dfb0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.878240 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4ecb6b62-f9de-4a7b-9e99-2271c90f9f6c req-f092d738-f1f7-49fd-8174-e7e2944b8dc5 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568085 May 11 06:05:23.894619 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdca7835-4f87-4f1b-9f36-d73f811fcd48 admin admin] Publish callbacks [] for security_group (dcf8f678-0564-41e6-993b-7f4dacd1dfb0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.953448 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdca7835-4f87-4f1b-9f36-d73f811fcd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (dcf8f678-0564-41e6-993b-7f4dacd1dfb0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.956051 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cdca7835-4f87-4f1b-9f36-d73f811fcd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:23.957210 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-cdca7835-4f87-4f1b-9f36-d73f811fcd48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcf8f678-0564-41e6-993b-7f4dacd1dfb0 HTTP/1.1" status: 204 len: 168 time: 0.1392415 May 11 06:05:23.967482 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca7835-4f87-4f1b-9f36-d73f811fcd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf8f678-0564-41e6-993b-7f4dacd1dfb0,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:24.017459 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3af0-af5c-4c95-afc0-49e10a8cd5cc req-541d2452-8e1b-404c-b497-9a82a9faf216 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:24.019380 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-125c3af0-af5c-4c95-afc0-49e10a8cd5cc req-541d2452-8e1b-404c-b497-9a82a9faf216 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0484524 May 11 06:05:24.071915 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-125c3af0-af5c-4c95-afc0-49e10a8cd5cc req-2bfddb2a-4e9b-4ca1-9cf0-50ff6f070d4b tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464499 May 11 06:05:24.606613 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56604) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:24.702750 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1607850485-network', 'tenant_id': 'a40603d2f46d4ad2986e9277a47a8211'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:05:24.722374 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Made reservation on behalf of a40603d2f46d4ad2986e9277a47a8211 for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:05:24.724764 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.732808 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.808126 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks [] for security_group (7df62118-9e80-49b8-a0ac-4a387a1b30e2), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.812715 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7df62118-9e80-49b8-a0ac-4a387a1b30e2), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.840227 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:05:24.845989 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df62118-9e80-49b8-a0ac-4a387a1b30e2,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:24.855054 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (adb6e358-6b74-4b09-84a0-c05d7f5ebcf0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.855439 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Added segment adb6e358-6b74-4b09-84a0-c05d7f5ebcf0 of type vlan for network 63a19bd2-5787-45d5-8224-96cb62668c41 May 11 06:05:24.899022 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (63a19bd2-5787-45d5-8224-96cb62668c41), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.923049 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (63a19bd2-5787-45d5-8224-96cb62668c41), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.924266 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:24.924850 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:24.968601 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3607376 May 11 06:05:24.971641 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56610) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:24.976460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Request body: {'subnet': {'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1607850485-subnet', 'tenant_id': 'a40603d2f46d4ad2986e9277a47a8211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:05:24.996072 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Made reservation on behalf of a40603d2f46d4ad2986e9277a47a8211 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:05:24.999555 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:25.020391 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ec673-ae0b-4d16-a12c-0e90bb947ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=63a19bd2-5787-45d5-8224-96cb62668c41,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:25.030819 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 63a19bd2-5787-45d5-8224-96cb62668c41 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:05:25.035669 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bc3f-3ffa-4815-98ac-f220c4c0d519 req-c42aee1c-5bd2-4287-99f7-076cd95835e9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:25.037176 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1745bc3f-3ffa-4815-98ac-f220c4c0d519 req-c42aee1c-5bd2-4287-99f7-076cd95835e9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0930097 May 11 06:05:25.100564 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1745bc3f-3ffa-4815-98ac-f220c4c0d519 req-6de93ed3-c0a1-480e-80f3-50bdeef4b802 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569818 May 11 06:05:25.473196 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861ecda-ae18-4cc8-a043-203e815722ff req-ede72803-94a3-4887-9d20-53e136f1c0b3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:25.475021 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2861ecda-ae18-4cc8-a043-203e815722ff req-ede72803-94a3-4887-9d20-53e136f1c0b3 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0806684 May 11 06:05:25.525731 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (d251b802-21ae-4eff-925b-a592669f5def), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:25.586764 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2861ecda-ae18-4cc8-a043-203e815722ff req-0df71227-b142-40d7-ac74-6d02f2b6450d tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014900 May 11 06:05:25.600076 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d251b802-21ae-4eff-925b-a592669f5def,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:25.610412 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.610755 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.611092 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.611424 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.611754 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.612081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.612414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.612734 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.613056 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.613378 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.613724 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.614046 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.614364 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.614681 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.614997 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:25.624907 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Checking segment: {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:05:25.625269 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Network hostable DHCP agents. Network: 63a19bd2-5787-45d5-8224-96cb62668c41, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:05:25.645390 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Network 63a19bd2-5787-45d5-8224-96cb62668c41 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:05:25.655845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 63a19bd2-5787-45d5-8224-96cb62668c41) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:05:25.660086 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:25.661018 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:25.664899 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e5f3d-d49f-4deb-8891-ac091995388a None None] Network 63a19bd2-5787-45d5-8224-96cb62668c41 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:05:25.677781 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-191e2134-81d3-45f5-9b72-274e607dc187 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7049415 May 11 06:05:25.785404 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d86343-9b40-4d73-a72b-bd9cf0df5286 None None] Network 63a19bd2-5787-45d5-8224-96cb62668c41 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:05:26.213999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-9739326c-530a-4138-9fe6-295c206118fc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:26.221525 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-9739326c-530a-4138-9fe6-295c206118fc tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.0902359 May 11 06:05:26.247201 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ad4fa-29a5-4cea-9881-75b97a48a490 req-f5b37e98-4556-40ca-8b09-5d46eb83076a tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:26.249598 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3b7ad4fa-29a5-4cea-9881-75b97a48a490 req-f5b37e98-4556-40ca-8b09-5d46eb83076a tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0598550 May 11 06:05:26.300587 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3b7ad4fa-29a5-4cea-9881-75b97a48a490 req-ab5b2195-41c6-4b9f-8355-87e74b622da0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 May 11 06:05:26.470205 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port 17f47768-2a4d-42ae-a06d-f30c25c57200 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:26.470546 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:26.534803 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3a7e0-6bd4-4d93-ab3a-d771a00cd7b2 req-88d0cc0a-8ed3-47b8-be78-08c6b92d1fbf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:26.537572 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4fe3a7e0-6bd4-4d93-ab3a-d771a00cd7b2 req-88d0cc0a-8ed3-47b8-be78-08c6b92d1fbf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0576155 May 11 06:05:26.555756 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56654) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:26.592462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] For port 17f47768-2a4d-42ae-a06d-f30c25c57200, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=17f47768-2a4d-42ae-a06d-f30c25c57200,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:26.592839 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:26.595086 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4fe3a7e0-6bd4-4d93-ab3a-d771a00cd7b2 req-ea3ebe19-7532-4f3a-970e-6ed62f3a375b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519845 May 11 06:05:26.715098 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-644f6111-12d5-4bd5-853e-935c7473132b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582420 May 11 06:05:26.730370 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-774028b6-af9d-4850-b1e7-71358f939edf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:05:26.731320 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-774028b6-af9d-4850-b1e7-71358f939edf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077128 May 11 06:05:26.777978 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046df600-4a4f-420c-9b11-699f167576ba req-dee9029c-3369-44b4-a72e-5f5032725f96 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:26.779496 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-046df600-4a4f-420c-9b11-699f167576ba req-dee9029c-3369-44b4-a72e-5f5032725f96 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 945 time: 0.1127353 May 11 06:05:26.873302 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56666) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:26.884272 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-046df600-4a4f-420c-9b11-699f167576ba req-7a18eff0-4eee-4425-8c67-3a7430ec1ceb tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed4fa63-8669-41ea-9963-dfac36b3b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977859 May 11 06:05:26.887143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:26.887489 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (2c7046b9-564f-496d-a695-d8ab12d69a56), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:26.887804 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Floating IP 2c7046b9-564f-496d-a695-d8ab12d69a56 disassociated. External IP: 172.27.1.193, port: 17f47768-2a4d-42ae-a06d-f30c25c57200. May 11 06:05:26.888229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for 17f47768-2a4d-42ae-a06d-f30c25c57200 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:26.988788 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-fd2d232f-7ce7-48c7-b857-af38d375f95a tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:26.990319 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-fd2d232f-7ce7-48c7-b857-af38d375f95a tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports/0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 943 time: 0.1159554 May 11 06:05:27.024338 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (17f47768-2a4d-42ae-a06d-f30c25c57200), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:27.050998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=17f47768-2a4d-42ae-a06d-f30c25c57200,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:27.084592 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:05:27.179353 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:05:27.301223 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:05:27.311183 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:05:27.321073 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:27.321734 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:27.343866 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] No DVR routers for this DVR port 17f47768-2a4d-42ae-a06d-f30c25c57200 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:27.346656 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:27.350025 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-00fe3131-bd70-4fdd-aa1f-8e3fd1bf6c18 req-cd30a74b-d9b6-4332-8698-a4b3501e17fa tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.24 "DELETE /v2.0/ports/17f47768-2a4d-42ae-a06d-f30c25c57200 HTTP/1.1" status: 204 len: 173 time: 0.9773953 May 11 06:05:27.350483 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'name': 'network-vif-deleted', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:27.352692 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac42e59-1b80-4d75-bb5f-dfccea8906d2" -d '{"events": [{"server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "name": "network-vif-deleted", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:27.390916 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fac751-1fdf-42d1-a160-c4b46cce9bad x-openstack-request-id: req-e8fac751-1fdf-42d1-a160-c4b46cce9bad {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:27.391215 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4fc3fd-bfef-4724-bf48-e90b015479bb", "name": "network-vif-deleted", "tag": "17f47768-2a4d-42ae-a06d-f30c25c57200", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:27.391472 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8fac751-1fdf-42d1-a160-c4b46cce9bad {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:27.392036 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fac751-1fdf-42d1-a160-c4b46cce9bad'] response: {'server_uuid': '0f4fc3fd-bfef-4724-bf48-e90b015479bb', 'name': 'network-vif-deleted', 'tag': '17f47768-2a4d-42ae-a06d-f30c25c57200', 'status': 'completed', 'code': 200} May 11 06:05:27.439892 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:27.716107 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15e9a7-15c9-4b72-bddb-0183e9da486f req-19bf5b03-2479-42da-b7b7-146db735b05f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:27.717620 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bd15e9a7-15c9-4b72-bddb-0183e9da486f req-19bf5b03-2479-42da-b7b7-146db735b05f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0502312 May 11 06:05:27.718215 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:27.744052 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:05:27.752851 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:27.753463 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:27.766877 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bd15e9a7-15c9-4b72-bddb-0183e9da486f req-79e2588b-4aa7-42eb-be81-a9b0863eb26c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 May 11 06:05:27.859382 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:27.994929 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c88fb6f4-4405-49f7-a9f1-4675ae5d4038 req-dabe3839-8b84-4081-bfbb-fd97b0d2ebb4 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0295210 May 11 06:05:28.023362 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:28.053706 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:28.081122 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02c2b9-a676-4429-aaa5-1deb9c0e64a8 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8', 'name': '', 'network_id': '28dde216-4b2f-4353-ba38-412714627bb9', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'mac_address': 'fa:16:3e:3d:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:57Z', 'updated_at': '2022-05-11T05:58:15Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'subnets': [{'id': 'ad82f618-0f46-4f32-a986-1b40950b8e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:05:28.107441 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:28.108351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:28.131381 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:28.133629 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62311b09-2da9-4099-a3ae-56f3d19c780d" -d '{"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:28.146965 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:28.154745 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:28.186846 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 May 2022 06:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f2ec68-c5e0-4de1-87d6-90420c4d5618 x-openstack-request-id: req-d3f2ec68-c5e0-4de1-87d6-90420c4d5618 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:28.186846 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-unplugged", "status": "failed", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "code": 422}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:28.186846 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3f2ec68-c5e0-4de1-87d6-90420c4d5618 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:28.187156 dv-cinder-733623-13-iscsi neutron-server[103521]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3f2ec68-c5e0-4de1-87d6-90420c4d5618']: {'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'code': 422} returned with failed status May 11 06:05:28.214004 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=6']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:28.345978 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb7d12f-0ade-4a32-b5ed-22b9086cf6c4 None None] New status for floating IP 2c7046b9-564f-496d-a695-d8ab12d69a56: DOWN {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:05:28.879488 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fe3b0-7194-4349-a0b3-0e725d220642 req-654d53c1-de5d-4ba8-99af-0011a201b0b2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:28.880928 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-855fe3b0-7194-4349-a0b3-0e725d220642 req-654d53c1-de5d-4ba8-99af-0011a201b0b2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0468409 May 11 06:05:28.929539 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-855fe3b0-7194-4349-a0b3-0e725d220642 req-930a4ca3-9288-48eb-a72f-2e0392ee0112 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429952 May 11 06:05:29.102645 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5614ce04-b271-4da4-b877-67fff804f259 req-a843c20f-1be5-483e-8feb-ca0670f4ddd9 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f4fc3fd-bfef-4724-bf48-e90b015479bb HTTP/1.1" status: 200 len: 210 time: 0.0382781 May 11 06:05:29.817213 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-6f521bd9-9351-4d9a-acb4-af8944c79beb tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:29.818727 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-6f521bd9-9351-4d9a-acb4-af8944c79beb tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/networks?id=63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 200 len: 809 time: 0.1098537 May 11 06:05:29.835689 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-8e197c72-d09e-4c4f-9207-246e61344fc7 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/quotas/a40603d2f46d4ad2986e9277a47a8211 HTTP/1.1" status: 200 len: 375 time: 0.0098767 May 11 06:05:29.867665 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-ca6a5e35-445d-4e13-b571-b17f0db209c6 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a40603d2f46d4ad2986e9277a47a8211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282352 May 11 06:05:29.962627 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-43ca233b-dbe0-4c47-8179-b4156a308754 service neutron] 10.222.0.44 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880468 May 11 06:05:30.058598 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-4e036f69-c2f7-4100-bd9b-5bbcbf1367a5 service neutron] 10.222.0.44 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900013 May 11 06:05:30.067133 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330909d2-b651-4c56-91b9-676e6c6f26d8 req-31cf6b36-df37-4bed-83a5-676e92fb5589 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:30.068635 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-330909d2-b651-4c56-91b9-676e6c6f26d8 req-31cf6b36-df37-4bed-83a5-676e92fb5589 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0472386 May 11 06:05:30.116769 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-330909d2-b651-4c56-91b9-676e6c6f26d8 req-e345c2ad-e5e1-48ee-89bf-0cb2a31bdf7f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 May 11 06:05:30.266140 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-03e84e98-b641-4550-aa1e-e28d883baab6 req-b1e1c300-108e-4e96-bcef-449b11da34b1 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 210 time: 0.0356116 May 11 06:05:30.311740 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56754) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:30.395058 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bfc69-7fb0-41fd-859f-955ea245d6f8 req-065a5ef7-a106-4164-a963-9ca7390e2cee tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:30.396514 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce2bfc69-7fb0-41fd-859f-955ea245d6f8 req-065a5ef7-a106-4164-a963-9ca7390e2cee tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0648510 May 11 06:05:30.414058 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0159b5d8-c68f-4349-8cc3-da46590a77cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (1ed4fa63-8669-41ea-9963-dfac36b3b0c1), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.454906 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0159b5d8-c68f-4349-8cc3-da46590a77cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (1ed4fa63-8669-41ea-9963-dfac36b3b0c1), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.482874 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce2bfc69-7fb0-41fd-859f-955ea245d6f8 req-ac853217-eae5-483b-9ca0-521d47ce0579 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799251 May 11 06:05:30.526702 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0159b5d8-c68f-4349-8cc3-da46590a77cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1ed4fa63-8669-41ea-9963-dfac36b3b0c1), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.531211 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0159b5d8-c68f-4349-8cc3-da46590a77cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.532405 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-0159b5d8-c68f-4349-8cc3-da46590a77cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ed4fa63-8669-41ea-9963-dfac36b3b0c1 HTTP/1.1" status: 204 len: 168 time: 0.2196841 May 11 06:05:30.535456 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56762) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:30.542860 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159b5d8-c68f-4349-8cc3-da46590a77cf tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed4fa63-8669-41ea-9963-dfac36b3b0c1,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:30.552721 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.api.v2.resource [None req-178734ef-5a34-4f1f-8be8-faa605fc2c59 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] show failed (client error): The resource could not be found. May 11 06:05:30.553958 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-178734ef-5a34-4f1f-8be8-faa605fc2c59 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "GET /v2.0/security-groups/1ed4fa63-8669-41ea-9963-dfac36b3b0c1 HTTP/1.1" status: 404 len: 347 time: 0.0172601 May 11 06:05:30.556697 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56764) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:30.675657 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Deleting port d941379c-c9ea-4e1f-879b-c3a2d4a577a2 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:30.676002 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.748067 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.748499 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.760002 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Calling delete_port for d941379c-c9ea-4e1f-879b-c3a2d4a577a2 owned by network:floatingip {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:30.890663 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (d941379c-c9ea-4e1f-879b-c3a2d4a577a2), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.915873 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Pushing event deleted for resources: {'Port': ['ID=d941379c-c9ea-4e1f-879b-c3a2d4a577a2,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:30.976657 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 17f47768-2a4d-42ae-a06d-f30c25c57200 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:30.978458 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks [] for floatingip (2c7046b9-564f-496d-a695-d8ab12d69a56), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.981225 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:30.982430 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8226f6bb-7898-43ae-b253-59f62fa3ef27 tempest-AttachVolumeNegativeTest-1373637515 tempest-AttachVolumeNegativeTest-1373637515-project] 10.222.0.44 "DELETE /v2.0/floatingips/2c7046b9-564f-496d-a695-d8ab12d69a56 HTTP/1.1" status: 204 len: 168 time: 0.4246449 May 11 06:05:30.997683 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 17f47768-2a4d-42ae-a06d-f30c25c57200 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:30.998569 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 17f47768-2a4d-42ae-a06d-f30c25c57200 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:31.231081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575db44-fb27-4401-8262-059be7087f03 req-9f4bcad0-f0b9-408b-8c88-203debed843c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:31.233170 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8575db44-fb27-4401-8262-059be7087f03 req-9f4bcad0-f0b9-408b-8c88-203debed843c tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0483439 May 11 06:05:31.281492 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8575db44-fb27-4401-8262-059be7087f03 req-85ac11fb-90c5-46fe-afd4-243ffd3802db tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 May 11 06:05:31.369158 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ad4c5ccb-5522-4786-9c3c-070fd4382f6e req-ba70718e-da34-4b6f-a25a-16991cc85a9a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 210 time: 0.0318887 May 11 06:05:31.594801 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed967-269d-4c83-b52f-17115cbaec06 req-985d6375-f165-4b4a-8c7a-fbee3e466902 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:31.596251 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2c3ed967-269d-4c83-b52f-17115cbaec06 req-985d6375-f165-4b4a-8c7a-fbee3e466902 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0461888 May 11 06:05:31.642361 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2c3ed967-269d-4c83-b52f-17115cbaec06 req-ef6c71a0-da1e-4c35-aa1b-4c8ac2362d78 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 May 11 06:05:32.400015 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46dcb-2095-40c9-86bd-f96571026734 req-07a15c3a-5a2a-4d99-80d5-dc37d3fe9d35 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:32.401647 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-93a46dcb-2095-40c9-86bd-f96571026734 req-07a15c3a-5a2a-4d99-80d5-dc37d3fe9d35 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0524371 May 11 06:05:32.460861 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-93a46dcb-2095-40c9-86bd-f96571026734 req-849287ed-a2eb-41fd-bf62-c74f481bd418 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522420 May 11 06:05:32.474327 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-22d4958d-173d-4bfa-9cca-c18157ffaf97 req-549a1c42-fc4e-4be1-9e9e-591728895362 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 210 time: 0.0322666 May 11 06:05:32.755709 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa8757-b491-466f-8ec2-935a19114b6b req-d7ec0adb-0d92-4963-8e02-e0de7df9195d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:32.757197 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-feaa8757-b491-466f-8ec2-935a19114b6b req-d7ec0adb-0d92-4963-8e02-e0de7df9195d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0463047 May 11 06:05:32.804572 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-feaa8757-b491-466f-8ec2-935a19114b6b req-e6d123f6-710a-4154-b490-74239f886d27 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 May 11 06:05:33.008453 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-4c71dd42-18bf-49fc-9ba8-99e74753eb02 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.010299 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-4c71dd42-18bf-49fc-9ba8-99e74753eb02 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0654411 May 11 06:05:33.023988 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-788c54fa-6068-4abd-ae64-7ae1f595c7a3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626878111&fields=id&tenant_id=12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 267 time: 0.0859320 May 11 06:05:33.233676 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Deleting port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:33.234155 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:33.242987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-ab2c4099-b77e-435a-b1c6-4522191a4008 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.244584 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-ab2c4099-b77e-435a-b1c6-4522191a4008 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 811 time: 0.2120857 May 11 06:05:33.246245 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-152cbb8e-a92d-4c69-bb84-8fe017905b07 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.248200 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-152cbb8e-a92d-4c69-bb84-8fe017905b07 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "GET /v2.0/networks?id=63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 200 len: 809 time: 0.1754327 May 11 06:05:33.280635 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-e60a725d-00e1-423c-a697-61117389df86 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/quotas/12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 375 time: 0.0220726 May 11 06:05:33.376112 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-ac33009c-7f34-43e2-96f9-a0af26baa730 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644512 May 11 06:05:33.387507 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] For port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:33.387874 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:33.464289 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Request body: {'port': {'device_id': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41', 'admin_state_up': True, 'tenant_id': 'a40603d2f46d4ad2986e9277a47a8211'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:05:33.580770 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-2d4dab3f-af90-4a0a-9740-4371e2d638f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.582303 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-2d4dab3f-af90-4a0a-9740-4371e2d638f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3&tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d HTTP/1.1" status: 200 len: 1128 time: 0.1226327 May 11 06:05:33.603218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96299909-78d3-4436-88a5-508b9c2150a5 req-c664e578-6836-4d92-b2aa-18f07d233042 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.604970 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-96299909-78d3-4436-88a5-508b9c2150a5 req-c664e578-6836-4d92-b2aa-18f07d233042 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0632188 May 11 06:05:33.612880 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf4f9d65-0cfc-4b76-b197-ce47d778aeab service neutron] 10.222.0.44 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213404 May 11 06:05:33.652926 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Made reservation on behalf of a40603d2f46d4ad2986e9277a47a8211 for: {'port': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:05:33.657327 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:33.691757 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-96299909-78d3-4436-88a5-508b9c2150a5 req-bce624b5-8d07-4fc4-b241-9ef11860fca0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787275 May 11 06:05:33.722971 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-bef1f180-10a5-41d5-8aec-f0e0f28a6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.724450 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-bef1f180-10a5-41d5-8aec-f0e0f28a6e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0841858 May 11 06:05:33.765661 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:33.766035 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (d91c7b42-f8cf-4950-875f-63f1b08081c4), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:33.766354 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.l3_db [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Floating IP d91c7b42-f8cf-4950-875f-63f1b08081c4 disassociated. External IP: 172.27.1.48, port: 6c58b2d0-18cb-4cf4-8be6-a437e75d6164. May 11 06:05:33.766708 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Calling delete_port for 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:33.820033 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2091ce78-fd78-49a1-b173-b66868f877e6 req-04cf76a9-50c7-444e-940e-88d7072c60c6 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 210 time: 0.0339200 May 11 06:05:33.837972 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Allocated IP 172.20.0.4 (63a19bd2-5787-45d5-8224-96cb62668c41/d251b802-21ae-4eff-925b-a592669f5def/4753529c-ae61-4457-b84d-2f5703b379eb) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:05:33.894072 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-adfe9142-e048-49a2-8fa9-47a2bc878d6f service neutron] 10.222.0.44 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522829 May 11 06:05:33.944782 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-86dcb03c-bda5-4c59-b973-b6627e6ca15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.946899 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-86dcb03c-bda5-4c59-b973-b6627e6ca15e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 909 time: 0.1932163 May 11 06:05:33.993775 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3b068-a752-4645-ac62-180ae7e7e9b7 req-85b69bef-2f9e-4627-afd8-b9f4ca046190 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:33.995249 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5cc3b068-a752-4645-ac62-180ae7e7e9b7 req-85b69bef-2f9e-4627-afd8-b9f4ca046190 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 945 time: 0.0848992 May 11 06:05:34.048181 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-43bf2e23-e91a-44d2-828b-455e6326b843 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 1000 time: 0.0939710 May 11 06:05:34.049227 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (6c58b2d0-18cb-4cf4-8be6-a437e75d6164), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:34.066183 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks [] for port (4753529c-ae61-4457-b84d-2f5703b379eb), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:34.073686 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5cc3b068-a752-4645-ac62-180ae7e7e9b7 req-683c67e1-6605-4b9d-afe0-dabc1980f5ba tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups?id=80041eb5-5d77-4de7-a293-5b408e3ed397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721152 May 11 06:05:34.103001 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event deleted for resources: {'Port': ['ID=6c58b2d0-18cb-4cf4-8be6-a437e75d6164,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:34.112021 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:34.161876 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Network 63a19bd2-5787-45d5-8224-96cb62668c41 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:05:34.165137 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:05:34.172148 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:05:34.182067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Pushing event updated for resources: {'Port': ['ID=4753529c-ae61-4457-b84d-2f5703b379eb,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:34.185054 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-e16b4229-348c-492f-85f2-833a4d7c787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:34.186976 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-e16b4229-348c-492f-85f2-833a4d7c787d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.1306403 May 11 06:05:34.250418 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:34.251049 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:34.269117 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-b820455e-e049-495b-b7fe-945af77c5db4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096313 May 11 06:05:34.291591 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-556e7ac0-8dba-4282-9e8d-c5275c5bcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:34.293435 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-556e7ac0-8dba-4282-9e8d-c5275c5bcaa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0978417 May 11 06:05:34.304244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Request body: {'port': {'device_id': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:05:34.309271 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-7e252b41-0f5a-4a0b-885d-7d32c8d8346d req-c3c48b97-d7f4-4502-8cac-8b8b743f5011 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 210 time: 0.0377738 May 11 06:05:34.342005 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Router bb534a06-d203-4d06-837a-5ed49fae476b has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:05:34.367643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:34.450880 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-e3e44a38-c4d2-4434-a708-39c9820c324e service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500649 May 11 06:05:34.623433 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:05:34.636841 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:05:34.662278 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:34.663092 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:34.686834 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8db40374-db9a-4712-b7e5-3c8db68ce915 req-376c98ac-f9e7-4c26-9f58-bd3cd7302710 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286179 May 11 06:05:34.687866 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] No DVR routers for this DVR port 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:34.695869 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:34.699336 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-cf09f7ed-5bd8-42c2-ae06-9c6f558abd0c req-7aeeb9c8-fbf1-47b0-95e5-6b8b52e1b551 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.24 "DELETE /v2.0/ports/6c58b2d0-18cb-4cf4-8be6-a437e75d6164 HTTP/1.1" status: 204 len: 173 time: 1.6393306 May 11 06:05:34.699821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'name': 'network-vif-deleted', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:34.702882 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0597ab8-e456-4d2b-95e1-d9baa58d3839" -d '{"events": [{"server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "name": "network-vif-deleted", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:34.793267 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1771af8-a6f5-4c5e-bc0a-672e0eb0669a x-openstack-request-id: req-a1771af8-a6f5-4c5e-bc0a-672e0eb0669a {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:34.793590 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b347d8e-b37a-4081-834a-c25569880ac3", "name": "network-vif-deleted", "tag": "6c58b2d0-18cb-4cf4-8be6-a437e75d6164", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:34.793858 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1771af8-a6f5-4c5e-bc0a-672e0eb0669a {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:34.794269 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1771af8-a6f5-4c5e-bc0a-672e0eb0669a'] response: {'server_uuid': '0b347d8e-b37a-4081-834a-c25569880ac3', 'name': 'network-vif-deleted', 'tag': '6c58b2d0-18cb-4cf4-8be6-a437e75d6164', 'status': 'completed', 'code': 200} May 11 06:05:34.881164 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:35.109914 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:35.138559 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7baec4-7e02-4415-a90f-dd20b7f801a6 req-3c9ed0b8-ee02-4767-9b71-4c2564816d08 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:35.146464 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ea7baec4-7e02-4415-a90f-dd20b7f801a6 req-3c9ed0b8-ee02-4767-9b71-4c2564816d08 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0731750 May 11 06:05:35.148593 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:05:35.158125 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:35.158819 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:35.234027 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ea7baec4-7e02-4415-a90f-dd20b7f801a6 req-04551682-b9ca-4b2c-bcc8-325ee4a6376d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814965 May 11 06:05:35.251371 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f908fc-fa45-4f4e-a6f0-2a1e683203c1 req-20b8eea6-be15-4984-80bb-b669940982b1 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:35.258498 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-74f908fc-fa45-4f4e-a6f0-2a1e683203c1 req-20b8eea6-be15-4984-80bb-b669940982b1 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 931 time: 0.3585126 May 11 06:05:35.309613 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:35.330565 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4753529c-ae61-4457-b84d-2f5703b379eb {{(pid=103519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:05:35.333856 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-74f908fc-fa45-4f4e-a6f0-2a1e683203c1 req-792ec3f9-ea20-4e04-a1a0-80dbccab598a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743852 May 11 06:05:35.345979 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Publish callbacks [] for port (4753529c-ae61-4457-b84d-2f5703b379eb), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:35.392992 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.provisioning_blocks [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Transition to ACTIVE for port object 4753529c-ae61-4457-b84d-2f5703b379eb will not be triggered until provisioned by entity L2. {{(pid=103519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:05:35.395807 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-514cc279-8083-4eba-9f79-d65a094d0e0c req-00a23f1a-5e2f-487e-b2ab-0df1c831e6a9 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b347d8e-b37a-4081-834a-c25569880ac3 HTTP/1.1" status: 200 len: 210 time: 0.0427103 May 11 06:05:35.398797 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:35.433829 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-1ad9a170-c651-4d97-803f-3b2f8366adf5 req-579521b6-7457-4bbf-8031-7dded9ad447d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 210 time: 0.0321245 May 11 06:05:35.482208 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Pushing event updated for resources: {'Port': ['ID=4753529c-ae61-4457-b84d-2f5703b379eb,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:35.533493 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Attempting to bind port 4753529c-ae61-4457-b84d-2f5703b379eb on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:05:35.533840 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Attempting to bind port 4753529c-ae61-4457-b84d-2f5703b379eb by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:05:35.534173 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Attempting to bind port 4753529c-ae61-4457-b84d-2f5703b379eb on network 63a19bd2-5787-45d5-8224-96cb62668c41 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:05:35.538456 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Port 4753529c-ae61-4457-b84d-2f5703b379eb on network 63a19bd2-5787-45d5-8224-96cb62668c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:05:35.538777 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Attempting to bind port 4753529c-ae61-4457-b84d-2f5703b379eb on network 63a19bd2-5787-45d5-8224-96cb62668c41 {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:05:35.543551 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:05:35.543890 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Checking segment: {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:05:35.544275 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Bound using segment: {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'} {{(pid=103519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:05:35.544710 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.managers [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Bound port: 4753529c-ae61-4457-b84d-2f5703b379eb, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'}}] {{(pid=103519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:05:35.545063 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:35.559785 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:35.589832 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef324c51-daba-4eb8-9088-a7763b36fd37 None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': '7be852d4-efce-4c44-89a3-8e92d48c320f', 'name': '', 'network_id': 'ac42e169-a6e4-4ccc-996b-bc8a23c39701', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'mac_address': 'fa:16:3e:4b:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:58:04Z', 'updated_at': '2022-05-11T05:58:21Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'subnets': [{'id': '8ced06cb-4f7e-4537-ab51-32eb277377ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:05:35.610810 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] For port 4753529c-ae61-4457-b84d-2f5703b379eb, host hv-cinder-73362, cleared binding levels {{(pid=103519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:05:35.614511 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] For port 4753529c-ae61-4457-b84d-2f5703b379eb, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4753529c-ae61-4457-b84d-2f5703b379eb,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:05:35.620643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:35.657340 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:35.657994 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:35.659359 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] 10.222.0.24 "PUT /v2.0/ports/4753529c-ae61-4457-b84d-2f5703b379eb HTTP/1.1" status: 200 len: 1093 time: 1.3591557 May 11 06:05:35.659808 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'tag': '4753529c-ae61-4457-b84d-2f5703b379eb'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:35.662082 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed58863-d6a7-4aba-a4ff-830517bb2021" -d '{"events": [{"name": "network-changed", "server_uuid": "5087c8ce-fb5a-41e4-8a67-29b862a5da62", "tag": "4753529c-ae61-4457-b84d-2f5703b379eb"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:35.685428 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d83dd-ea0f-4f42-a884-d5905f354710 service neutron] Pushing event updated for resources: {'Port': ['ID=4753529c-ae61-4457-b84d-2f5703b379eb,revision_number=3']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:35.708113 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043d01f7-7616-4be4-9d76-62733a6c6238 x-openstack-request-id: req-043d01f7-7616-4be4-9d76-62733a6c6238 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:35.708476 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5087c8ce-fb5a-41e4-8a67-29b862a5da62", "tag": "4753529c-ae61-4457-b84d-2f5703b379eb", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:35.708799 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-043d01f7-7616-4be4-9d76-62733a6c6238 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:35.709267 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043d01f7-7616-4be4-9d76-62733a6c6238'] response: {'name': 'network-changed', 'server_uuid': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'tag': '4753529c-ae61-4457-b84d-2f5703b379eb', 'status': 'completed', 'code': 200} May 11 06:05:35.871621 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe4a7f-36b4-48f0-89f8-b2eb3aacdeda None None] New status for floating IP d91c7b42-f8cf-4950-875f-63f1b08081c4: DOWN {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:05:35.940694 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56870) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:36.224420 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-dae3fefc-0f28-44ce-a4d5-81ff7bf66326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:36.226019 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-dae3fefc-0f28-44ce-a4d5-81ff7bf66326 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a40603d2f46d4ad2986e9277a47a8211&device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 1127 time: 0.0811348 May 11 06:05:36.293158 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-6bbdbbab-e4ff-4895-929f-dc449829751e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4753529c-ae61-4457-b84d-2f5703b379eb HTTP/1.1" status: 200 len: 217 time: 0.0396574 May 11 06:05:36.359779 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-605223ad-13e4-4edb-bae4-86de981dc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:36.364363 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-605223ad-13e4-4edb-bae4-86de981dc44a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d251b802-21ae-4eff-925b-a592669f5def HTTP/1.1" status: 200 len: 849 time: 0.0632515 May 11 06:05:36.419552 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-54f423d9-a547-4847-83e1-bf3ab9c5197f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63a19bd2-5787-45d5-8224-96cb62668c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351908 May 11 06:05:36.434264 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f26d5-a4d5-4718-8b39-ddf8bc28ca76 req-f3eb6951-1e1a-436f-a389-a7dba4d78ea2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:36.435845 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4f8f26d5-a4d5-4718-8b39-ddf8bc28ca76 req-f3eb6951-1e1a-436f-a389-a7dba4d78ea2 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.1268401 May 11 06:05:36.485122 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (6649c79d-509c-4480-a536-755b4ab41c50), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:36.517004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2ceb7-1464-48fa-b482-7059795f0d96 req-085fb440-2b3b-4f3f-a5bd-01f9b1f36879 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:36.518524 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0ac2ceb7-1464-48fa-b482-7059795f0d96 req-085fb440-2b3b-4f3f-a5bd-01f9b1f36879 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 943 time: 0.1020803 May 11 06:05:36.527924 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-5aa395da-c275-4753-a1e2-8e893d5ef50b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:36.529359 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-5aa395da-c275-4753-a1e2-8e893d5ef50b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 811 time: 0.2544494 May 11 06:05:36.571599 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-f4eff8a1-49fe-440c-838e-ca1615d07649 service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412487 May 11 06:05:36.580428 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4f8f26d5-a4d5-4718-8b39-ddf8bc28ca76 req-36fb0443-3a58-4985-8e7e-dbb8ed25edaf tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342003 May 11 06:05:36.603292 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0ac2ceb7-1464-48fa-b482-7059795f0d96 req-0c6a033d-e38d-47c0-b49c-181cf0f9fdfc tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750251 May 11 06:05:36.688239 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-3c7c860c-725f-49d5-a5a7-7d4b5773b806 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ba636dcfc34045b8b7fd82fa770bc0 HTTP/1.1" status: 200 len: 380 time: 0.1405365 May 11 06:05:36.688667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56884) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:36.706185 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f8cdc123-8ab4-4551-84e5-a1666fd65420 req-8016e7b0-1b09-4825-b97d-829046da605f service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225672 May 11 06:05:36.707575 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'port': {'device_id': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'admin_state_up': True, 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'security_groups': ['f5a4c40b-d482-44fd-9283-4d820cb982e1']}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:05:36.722509 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-350a3cc3-4259-4967-abe4-50133fbc86ac req-a06b0d44-d0a3-4086-b72d-5ae7a43509d0 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 210 time: 0.0309205 May 11 06:05:36.907619 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b368c02-8586-4d27-8d78-0cf241037d8d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (80041eb5-5d77-4de7-a293-5b408e3ed397), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:36.970703 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b368c02-8586-4d27-8d78-0cf241037d8d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (80041eb5-5d77-4de7-a293-5b408e3ed397), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.022203 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:37.038551 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Deleting port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:37.038815 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.040480 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Made reservation on behalf of 12ba636dcfc34045b8b7fd82fa770bc0 for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:05:37.043865 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.048118 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:37.048473 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 6c58b2d0-18cb-4cf4-8be6-a437e75d6164 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:37.172686 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b368c02-8586-4d27-8d78-0cf241037d8d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (80041eb5-5d77-4de7-a293-5b408e3ed397), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.175293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2b368c02-8586-4d27-8d78-0cf241037d8d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.176450 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2b368c02-8586-4d27-8d78-0cf241037d8d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "DELETE /v2.0/security-groups/80041eb5-5d77-4de7-a293-5b408e3ed397 HTTP/1.1" status: 204 len: 168 time: 0.4827869 May 11 06:05:37.183422 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56886) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:37.197528 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.api.v2.resource [None req-4ba78adc-67b9-49f8-ad40-420822d7ed4d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] show failed (client error): The resource could not be found. May 11 06:05:37.198574 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4ba78adc-67b9-49f8-ad40-420822d7ed4d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "GET /v2.0/security-groups/80041eb5-5d77-4de7-a293-5b408e3ed397 HTTP/1.1" status: 404 len: 347 time: 0.0141444 May 11 06:05:37.201300 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56888) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:37.209658 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368c02-8586-4d27-8d78-0cf241037d8d tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80041eb5-5d77-4de7-a293-5b408e3ed397,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:37.219060 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] For port 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:37.219447 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.258257 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Calling delete_port for 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:37.316057 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Allocated IP 172.20.0.10 (1c2135e5-d24e-4b23-bdbc-168d1955897d/ba10a464-fd77-4ccf-99fd-cc882e9e7b82/e01bd856-16c0-47b7-8812-e2f89cf52869) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:05:37.320236 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Deleting port 3f2f8a14-c925-4907-b614-1908ad4fde95 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:37.320719 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.399143 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.399471 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (3f2f8a14-c925-4907-b614-1908ad4fde95), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.412306 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Calling delete_port for 3f2f8a14-c925-4907-b614-1908ad4fde95 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:37.538133 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.549149 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (3f2f8a14-c925-4907-b614-1908ad4fde95), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.574529 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Pushing event deleted for resources: {'Port': ['ID=3f2f8a14-c925-4907-b614-1908ad4fde95,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:37.594986 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.632287 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:37.643987 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks [] for floatingip (d91c7b42-f8cf-4950-875f-63f1b08081c4), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.646933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.648810 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-6c2bcca6-bfd9-49e3-b64e-50d90d4b2d69 tempest-AttachVolumeTestJSON-92734394 tempest-AttachVolumeTestJSON-92734394-project] 10.222.0.44 "DELETE /v2.0/floatingips/d91c7b42-f8cf-4950-875f-63f1b08081c4 HTTP/1.1" status: 204 len: 168 time: 0.4461076 May 11 06:05:37.665336 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:37.776154 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:05:37.789808 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:05:37.797445 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:05:37.800440 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:37.816889 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-697a65ec-f5be-46a0-a434-7a78a8756378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:37.818612 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-697a65ec-f5be-46a0-a434-7a78a8756378 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a40603d2f46d4ad2986e9277a47a8211&device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 1127 time: 0.1202025 May 11 06:05:37.825941 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588196-efec-47f0-809e-bbe983b1d88c req-fbc33d86-2f86-4fee-8dc4-65db414ddcd9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:37.828493 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0f588196-efec-47f0-809e-bbe983b1d88c req-fbc33d86-2f86-4fee-8dc4-65db414ddcd9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 943 time: 0.1185579 May 11 06:05:37.923086 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32d537-f52d-4379-b5db-950fdd46aabe req-69b3c7c1-93cf-4ceb-8fbc-eb7ea799c0c9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:37.939803 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bb32d537-f52d-4379-b5db-950fdd46aabe req-69b3c7c1-93cf-4ceb-8fbc-eb7ea799c0c9 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.2185440 May 11 06:05:37.988603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:37.989278 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:38.007535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-5abd331f-0f0c-476b-a196-073a522e0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:38.009293 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-5abd331f-0f0c-476b-a196-073a522e0c65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 200 len: 910 time: 0.1796424 May 11 06:05:38.087204 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-e86e1965-a73b-461b-9c32-9e47afffdd64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4753529c-ae61-4457-b84d-2f5703b379eb HTTP/1.1" status: 200 len: 217 time: 0.0681777 May 11 06:05:38.097651 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-201b035a-08f8-41be-8f76-94eb418eb113 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4025981 May 11 06:05:38.117489 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0f588196-efec-47f0-809e-bbe983b1d88c req-962fa748-d30f-4b31-a548-925542e547c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685182 May 11 06:05:38.130099 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-bb32d537-f52d-4379-b5db-950fdd46aabe req-7d0b66aa-56b7-4e86-a18a-499f27ef4356 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894968 May 11 06:05:38.173268 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Request body: {'port': {'device_id': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:05:38.173268 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (6649c79d-509c-4480-a536-755b4ab41c50), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:38.214553 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-34825cde-e707-449b-9ebc-0b0b46e025d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:38.216517 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-34825cde-e707-449b-9ebc-0b0b46e025d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d251b802-21ae-4eff-925b-a592669f5def HTTP/1.1" status: 200 len: 849 time: 0.0693300 May 11 06:05:38.266998 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-8f0fdbb2-aca9-4894-9205-5dda93170b4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63a19bd2-5787-45d5-8224-96cb62668c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435333 May 11 06:05:38.282115 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-acff75d1-d7d5-4eda-b3e7-061394d4ad74 None None] Provisioning complete for port e01bd856-16c0-47b7-8812-e2f89cf52869 triggered by entity DHCP. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:05:38.284390 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-acff75d1-d7d5-4eda-b3e7-061394d4ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:38.293540 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:38.333620 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c9585-48cb-4305-a09a-dfe6bca2bd27 req-180fc04f-54ae-4766-896e-19e19e384602 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:38.341781 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce1c9585-48cb-4305-a09a-dfe6bca2bd27 req-180fc04f-54ae-4766-896e-19e19e384602 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 932 time: 0.1167459 May 11 06:05:38.350508 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-acff75d1-d7d5-4eda-b3e7-061394d4ad74 None None] Port e01bd856-16c0-47b7-8812-e2f89cf52869 cannot update to ACTIVE because it is not bound. {{(pid=103521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:05:38.428077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-8d23a928-7a2a-4846-a36a-fc1fdbc751d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:38.437878 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-4acf74a7-3ac1-4baf-9782-3ed9dbcd6c7f service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537375 May 11 06:05:38.442552 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ce1c9585-48cb-4305-a09a-dfe6bca2bd27 req-d0e566ab-8d9d-41c2-93be-6e1f611f73be tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999000 May 11 06:05:38.530211 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ed58863-d6a7-4aba-a4ff-830517bb2021 req-f07b0fe9-7e8b-4560-862d-ce4d3336df17 service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836062 May 11 06:05:38.616162 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Router 6649c79d-509c-4480-a536-755b4ab41c50 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:05:39.103088 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:05:39.106053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01bd856-16c0-47b7-8812-e2f89cf52869 {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:05:39.112876 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] Sync routers for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:05:39.114321 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-64b67aac-a22b-42ab-80ac-3cc10fe66fc4 admin admin] 10.222.0.44 "PUT /v2.0/routers/6649c79d-509c-4480-a536-755b4ab41c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1725993 May 11 06:05:39.117195 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56908) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:39.124113 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Publish callbacks [] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.124368 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:39.125147 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:39.171861 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Transition to ACTIVE for port object e01bd856-16c0-47b7-8812-e2f89cf52869 will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:05:39.185820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.247189 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:39.302307 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc720f-1531-4fcf-a4cd-b357ad58fd7d req-2d9f8c5c-0a17-4228-8132-35f2de30eab0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:39.309879 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-40bc720f-1531-4fcf-a4cd-b357ad58fd7d req-2d9f8c5c-0a17-4228-8132-35f2de30eab0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0688584 May 11 06:05:39.353580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks [] for router (6649c79d-509c-4480-a536-755b4ab41c50), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.413033 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-40bc720f-1531-4fcf-a4cd-b357ad58fd7d req-0454f655-36c0-46d2-8f13-18e56f492a6e tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973616 May 11 06:05:39.426069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68756ef3-6246-48ce-9d82-893be23eb33c req-cd41b4e2-4fd4-4bbf-b9ae-a3730a3a0e15 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:39.430713 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-68756ef3-6246-48ce-9d82-893be23eb33c req-cd41b4e2-4fd4-4bbf-b9ae-a3730a3a0e15 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 943 time: 0.2063594 May 11 06:05:39.542829 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:39.555194 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T06:05:37Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:39.584569 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113485c-de83-4823-a528-6c37c4885ed7 req-9ca5d7c3-2876-470a-9dda-974744f2335b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:39.587485 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a113485c-de83-4823-a528-6c37c4885ed7 req-9ca5d7c3-2876-470a-9dda-974744f2335b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0610271 May 11 06:05:39.598631 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] Checking router: 6649c79d-509c-4480-a536-755b4ab41c50 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:05:39.608585 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] Routers {'6649c79d-509c-4480-a536-755b4ab41c50'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:39.609211 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['6649c79d-509c-4480-a536-755b4ab41c50'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:39.620997 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-68756ef3-6246-48ce-9d82-893be23eb33c req-5fb7fb39-5fda-4ecb-8c0f-d15ce7ca516e tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898069 May 11 06:05:39.639999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks [] for router_gateway (6649c79d-509c-4480-a536-755b4ab41c50), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.662093 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Attempting to bind port e01bd856-16c0-47b7-8812-e2f89cf52869 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:05:39.662435 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Attempting to bind port e01bd856-16c0-47b7-8812-e2f89cf52869 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:05:39.662746 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Attempting to bind port e01bd856-16c0-47b7-8812-e2f89cf52869 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:05:39.664488 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a113485c-de83-4823-a528-6c37c4885ed7 req-3e155098-07f2-4871-a13b-d87bb4d9e5f2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661855 May 11 06:05:39.686752 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Port e01bd856-16c0-47b7-8812-e2f89cf52869 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:05:39.686978 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Attempting to bind port e01bd856-16c0-47b7-8812-e2f89cf52869 on network 1c2135e5-d24e-4b23-bdbc-168d1955897d {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:05:39.695946 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:05:39.696289 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Checking segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:05:39.696677 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Bound using segment: {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:05:39.697113 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Bound port: e01bd856-16c0-47b7-8812-e2f89cf52869, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ba957-979d-469b-a81e-d5a12b4283a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:05:39.697520 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.712869 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Deleting port 2a406e69-2ecd-4c91-aaca-634e3e9d912e {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:39.713169 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.725093 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] Set router 6649c79d-509c-4480-a536-755b4ab41c50 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:39.820515 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:05:39.826481 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e01bd856-16c0-47b7-8812-e2f89cf52869,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:05:39.839194 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] For port 2a406e69-2ecd-4c91-aaca-634e3e9d912e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=2a406e69-2ecd-4c91-aaca-634e3e9d912e,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:39.839564 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.843414 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.881087 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Calling delete_port for 2a406e69-2ecd-4c91-aaca-634e3e9d912e owned by network:router_gateway {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:39.892510 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:39.893133 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:39.894557 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/e01bd856-16c0-47b7-8812-e2f89cf52869 HTTP/1.1" status: 200 len: 1094 time: 1.7525430 May 11 06:05:39.895017 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:39.897630 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f39938-38d2-4d30-b50c-c48bfe9a39f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:39.902529 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T06:05:37Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:39.942960 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6385011-2818-4d9f-a1dc-c1e0967fe4c6 None None] The sync data for ids ['6649c79d-509c-4480-a536-755b4ab41c50'] in dv-cinder-733623-13-iscsi is: [{'id': '6649c79d-509c-4480-a536-755b4ab41c50', 'name': 'tempest-AttachVolumeNegativeTest-546746023-router', 'tenant_id': '34db399b717b42f18c5190acb605918f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T06:05:37Z', 'revision_number': 5, 'project_id': '34db399b717b42f18c5190acb605918f', 'gw_port': {'id': '2a406e69-2ecd-4c91-aaca-634e3e9d912e', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6649c79d-509c-4480-a536-755b4ab41c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:49Z', 'updated_at': '2022-05-11T05:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:05:39.960169 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfccf16-9dfe-42e5-bba7-798f7df91d2f x-openstack-request-id: req-dcfccf16-9dfe-42e5-bba7-798f7df91d2f {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:39.960462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:39.960723 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcfccf16-9dfe-42e5-bba7-798f7df91d2f {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:39.961133 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfccf16-9dfe-42e5-bba7-798f7df91d2f'] response: {'name': 'network-changed', 'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'status': 'completed', 'code': 200} May 11 06:05:39.963658 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05c8c6-0452-4185-b594-16e6b34100f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:40.062234 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-4c5bc86d-bbbf-4142-890b-57ef4f877e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:40.063757 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-4c5bc86d-bbbf-4142-890b-57ef4f877e22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 1128 time: 0.0860240 May 11 06:05:40.118583 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-45d4cf82-abc5-4f49-9dbd-bed8ce7ca435 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e01bd856-16c0-47b7-8812-e2f89cf52869 HTTP/1.1" status: 200 len: 217 time: 0.0402246 May 11 06:05:40.203602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-b4a0b7fc-4a6d-4be4-87cf-a5a9c02b166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:40.205088 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-b4a0b7fc-4a6d-4be4-87cf-a5a9c02b166f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0776069 May 11 06:05:40.212242 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (2a406e69-2ecd-4c91-aaca-634e3e9d912e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.243845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a406e69-2ecd-4c91-aaca-634e3e9d912e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:40.305058 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (6649c79d-509c-4480-a536-755b4ab41c50), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.447173 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (6649c79d-509c-4480-a536-755b4ab41c50), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.450299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks [] for router_controller (6649c79d-509c-4480-a536-755b4ab41c50), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.455042 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-b63c5aed-2dd1-4e36-8fcd-1c3a0f2e0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:40.456567 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-b63c5aed-2dd1-4e36-8fcd-1c3a0f2e0093 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1092949 May 11 06:05:40.520432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (6649c79d-509c-4480-a536-755b4ab41c50), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.521299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6649c79d-509c-4480-a536-755b4ab41c50 {{(pid=103520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:05:40.526524 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8a8d-60c1-4a1f-ae7b-0bd586511722 req-9dbad829-5e78-4667-b6ed-d06e71de5347 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:40.527493 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.528443 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c30f8a8d-60c1-4a1f-ae7b-0bd586511722 req-9dbad829-5e78-4667-b6ed-d06e71de5347 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0529521 May 11 06:05:40.531558 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56930) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:40.531709 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-5639e680-7af2-405f-989e-83a4ab456030 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6649c79d-509c-4480-a536-755b4ab41c50 HTTP/1.1" status: 204 len: 168 time: 1.4133825 May 11 06:05:40.612754 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Deleting subnet ad82f618-0f46-4f32-a986-1b40950b8e98 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:05:40.620676 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Publish callbacks [] for subnet (ad82f618-0f46-4f32-a986-1b40950b8e98), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.643389 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c30f8a8d-60c1-4a1f-ae7b-0bd586511722 req-4df5e0e2-c9fd-4e8e-b9cc-988f85c51dbe tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028457 May 11 06:05:40.663720 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (ad82f618-0f46-4f32-a986-1b40950b8e98), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.745081 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-72eb405f-739c-497d-a8c4-f29de7ee4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.750275 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf878af-5298-4427-9414-8c44c918b319 req-70e7a6df-34e1-4bd6-b0ac-b9b09be1857b tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:40.751786 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dbf878af-5298-4427-9414-8c44c918b319 req-70e7a6df-34e1-4bd6-b0ac-b9b09be1857b tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 943 time: 0.0491064 May 11 06:05:40.794580 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (ad82f618-0f46-4f32-a986-1b40950b8e98), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.799210 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-dbf878af-5298-4427-9414-8c44c918b319 req-f5a1a23c-1b62-4a20-9bac-616ad79ca683 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 May 11 06:05:40.824036 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6a92-b286-4c23-a006-5d3061807079 req-75f282a1-574e-4974-a9af-d100162dca3f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:40.825496 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4cda6a92-b286-4c23-a006-5d3061807079 req-75f282a1-574e-4974-a9af-d100162dca3f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0833378 May 11 06:05:40.890062 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4cda6a92-b286-4c23-a006-5d3061807079 req-3e743255-ee6d-40a1-8efa-14935cb80eb2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582743 May 11 06:05:40.891690 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (ad82f618-0f46-4f32-a986-1b40950b8e98), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.917246 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad82f618-0f46-4f32-a986-1b40950b8e98,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:40.922811 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:40.928086 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9264ec-bba3-407b-958c-c511700c8a27 None None] Network 28dde216-4b2f-4353-ba38-412714627bb9 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:05:40.928999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56936) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:40.929153 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-aea8554e-b707-47b8-81ed-422ee4acda1d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ad82f618-0f46-4f32-a986-1b40950b8e98 HTTP/1.1" status: 204 len: 168 time: 0.3961151 May 11 06:05:41.027002 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (28dde216-4b2f-4353-ba38-412714627bb9), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.035675 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4753529c-ae61-4457-b84d-2f5703b379eb details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:05:41.122997 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] DHCP port deletion for 28dde216-4b2f-4353-ba38-412714627bb9 request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:05:41.126231 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Deleting port 38556da8-5fb2-48a8-93ad-fb8f0a64974e {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:41.126715 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.141873 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-abad4ec9-42a3-4ac5-a027-1b6f5e4fb199 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815231 May 11 06:05:41.183074 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 4753529c-ae61-4457-b84d-2f5703b379eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4753529c-ae61-4457-b84d-2f5703b379eb,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:41.197928 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] Deleting port 38556da8-5fb2-48a8-93ad-fb8f0a64974e {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:41.198304 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.222450 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '4753529c-ae61-4457-b84d-2f5703b379eb', 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41', 'port_id': '4753529c-ae61-4457-b84d-2f5703b379eb', 'mac_address': 'fa:16:3e:3f:85:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd251b802-21ae-4eff-925b-a592669f5def', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:05:41.245760 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] For port 38556da8-5fb2-48a8-93ad-fb8f0a64974e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=38556da8-5fb2-48a8-93ad-fb8f0a64974e,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:41.246130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.264543 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Calling delete_port for 38556da8-5fb2-48a8-93ad-fb8f0a64974e owned by network:dhcp {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:41.300174 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] For port 38556da8-5fb2-48a8-93ad-fb8f0a64974e, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=38556da8-5fb2-48a8-93ad-fb8f0a64974e,segment=NetworkSegment(b7f21214-1b52-4917-90a8-83e30ae2f76a),segment_id=b7f21214-1b52-4917-90a8-83e30ae2f76a)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:41.300580 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.314913 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 4753529c-ae61-4457-b84d-2f5703b379eb is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:41.315232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.318070 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-b7017c1e-23c1-41a0-b2a9-18f41e36bfd4 req-adffea8f-59ac-4e2a-b788-a8cf249a710f service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698239 May 11 06:05:41.326226 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] Calling delete_port for 38556da8-5fb2-48a8-93ad-fb8f0a64974e owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:41.338631 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4753529c-ae61-4457-b84d-2f5703b379eb {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:05:41.367173 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.394516 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 4753529c-ae61-4457-b84d-2f5703b379eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4753529c-ae61-4457-b84d-2f5703b379eb,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:41.408143 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.416276 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=38556da8-5fb2-48a8-93ad-fb8f0a64974e,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:41.418207 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] No DVR routers for this DVR port 38556da8-5fb2-48a8-93ad-fb8f0a64974e on host dv-cinder-733623-13-iscsi {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:41.441840 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 56946) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:41.479219 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (38556da8-5fb2-48a8-93ad-fb8f0a64974e), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.481201 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=4753529c-ae61-4457-b84d-2f5703b379eb,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:41.488311 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 38556da8-5fb2-48a8-93ad-fb8f0a64974e no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:41.503352 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (28dde216-4b2f-4353-ba38-412714627bb9), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.526738 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dde216-4b2f-4353-ba38-412714627bb9']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:41.534929 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 38556da8-5fb2-48a8-93ad-fb8f0a64974e {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:41.535279 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 38556da8-5fb2-48a8-93ad-fb8f0a64974e not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:41.535922 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:41.537240 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f21214-1b52-4917-90a8-83e30ae2f76a') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:41.537393 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f21214-1b52-4917-90a8-83e30ae2f76a') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:41.540957 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] Pushing event deleted for resources: {'Port': ['ID=38556da8-5fb2-48a8-93ad-fb8f0a64974e,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:41.548565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (b7f21214-1b52-4917-90a8-83e30ae2f76a), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.558754 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0aab8-d48c-4024-8aec-44b97e11274a None None] No DVR routers for this DVR port 38556da8-5fb2-48a8-93ad-fb8f0a64974e on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:41.562865 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:41.563454 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f45f27b-1ae7-4baa-aaa5-adfe604fe3e8 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:41.564029 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 2a406e69-2ecd-4c91-aaca-634e3e9d912e no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:41.564392 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (b7f21214-1b52-4917-90a8-83e30ae2f76a), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.572447 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:05:41.573908 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (b7f21214-1b52-4917-90a8-83e30ae2f76a), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:05:41.574901 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:05:41.587178 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 2a406e69-2ecd-4c91-aaca-634e3e9d912e {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:41.587534 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 2a406e69-2ecd-4c91-aaca-634e3e9d912e not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:41.645295 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (28dde216-4b2f-4353-ba38-412714627bb9), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.650870 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.656757 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] 10.222.0.44 "DELETE /v2.0/networks/28dde216-4b2f-4353-ba38-412714627bb9 HTTP/1.1" status: 204 len: 168 time: 0.7239499 May 11 06:05:41.677609 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e860d77-6a81-4604-8047-4462ca858f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=28dde216-4b2f-4353-ba38-412714627bb9,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:41.753828 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['4753529c-ae61-4457-b84d-2f5703b379eb'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:05:41.761497 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.767221 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-26405870-d762-4d4f-9dbe-07703712d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:41.768722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-26405870-d762-4d4f-9dbe-07703712d5b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 1128 time: 0.0871589 May 11 06:05:41.810036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551403e-5c8d-4969-ba56-d132115eedb5 req-4fbbe163-a61c-46f4-a9db-f07b85251d05 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:41.812326 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5551403e-5c8d-4969-ba56-d132115eedb5 req-4fbbe163-a61c-46f4-a9db-f07b85251d05 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0811317 May 11 06:05:41.882432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56956) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:41.912271 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (bb534a06-d203-4d06-837a-5ed49fae476b), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:41.987062 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-dc45f32f-8d07-4ac3-9eab-741e4a225b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:41.987581 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bdde1-3050-4839-8964-a7862291f5c9 req-d24feb77-0ad3-4f25-a29e-47ca3d91a5fa tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:41.989027 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-dc45f32f-8d07-4ac3-9eab-741e4a225b6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.2125664 May 11 06:05:41.989279 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-278bdde1-3050-4839-8964-a7862291f5c9 req-d24feb77-0ad3-4f25-a29e-47ca3d91a5fa tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 944 time: 0.0863268 May 11 06:05:41.998992 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5551403e-5c8d-4969-ba56-d132115eedb5 req-cc17990a-537c-49d3-b0a1-425af302686b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143224 May 11 06:05:42.037651 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-26353ba2-6d9f-4be1-915d-fc70b436f137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e01bd856-16c0-47b7-8812-e2f89cf52869 HTTP/1.1" status: 200 len: 217 time: 0.0379462 May 11 06:05:42.042311 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c193ccd3-ede4-469d-ad56-e7c8d1aca686 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34db399b717b42f18c5190acb605918f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1487577 May 11 06:05:42.042564 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56960) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:42.091236 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-278bdde1-3050-4839-8964-a7862291f5c9 req-58ff7062-6aa1-4a7e-aed6-fd26ffa34a35 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949152 May 11 06:05:42.169115 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-b97762a3-e17d-4f13-84bf-21338cd97569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:42.171159 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-b97762a3-e17d-4f13-84bf-21338cd97569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.1265774 May 11 06:05:42.181817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463861d-28bd-48c1-b192-176a41990ea3 req-6ed916f9-de04-4121-b673-4928048efc10 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:42.183417 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7463861d-28bd-48c1-b192-176a41990ea3 req-6ed916f9-de04-4121-b673-4928048efc10 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0937092 May 11 06:05:42.199343 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f5ae716a-62f1-463d-96ec-610ef76678dd admin admin] Publish callbacks [] for security_group (d764df6d-c3e7-49a1-9d66-f05fb5f41c0f), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.231695 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Deleting port 7be852d4-efce-4c44-89a3-8e92d48c320f {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:42.232084 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.259355 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f5ae716a-62f1-463d-96ec-610ef76678dd admin admin] Publish callbacks [] for security_group (d764df6d-c3e7-49a1-9d66-f05fb5f41c0f), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.261434 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-e2047921-265c-4418-ba64-f390c6e31fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:42.262956 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-e2047921-265c-4418-ba64-f390c6e31fef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771551 May 11 06:05:42.312774 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] For port 7be852d4-efce-4c44-89a3-8e92d48c320f, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=7be852d4-efce-4c44-89a3-8e92d48c320f,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:42.313140 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.326494 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Calling delete_port for 7be852d4-efce-4c44-89a3-8e92d48c320f owned by network:router_interface {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:42.340320 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7463861d-28bd-48c1-b192-176a41990ea3 req-2f3ee7b4-9a9e-4cfc-b094-981abc9972d7 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420183 May 11 06:05:42.398605 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-a60d4aa7-8e08-4a33-aa92-95b582017f20 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223321 May 11 06:05:42.399730 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f5ae716a-62f1-463d-96ec-610ef76678dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d764df6d-c3e7-49a1-9d66-f05fb5f41c0f), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.402280 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f5ae716a-62f1-463d-96ec-610ef76678dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.403278 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f5ae716a-62f1-463d-96ec-610ef76678dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d764df6d-c3e7-49a1-9d66-f05fb5f41c0f HTTP/1.1" status: 204 len: 168 time: 0.3598309 May 11 06:05:42.427933 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae716a-62f1-463d-96ec-610ef76678dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764df6d-c3e7-49a1-9d66-f05fb5f41c0f,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:42.505668 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60f39938-38d2-4d30-b50c-c48bfe9a39f2 req-777f1282-b510-46b8-b666-253f6f0d8305 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994980 May 11 06:05:42.530721 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (7be852d4-efce-4c44-89a3-8e92d48c320f), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.563624 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be852d4-efce-4c44-89a3-8e92d48c320f,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:42.590243 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.590599 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.590953 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.591296 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.591637 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.592533 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.592909 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.593338 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.593756 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.594037 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.594373 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.595084 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.595084 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.595344 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.595671 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:42.753915 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (bb534a06-d203-4d06-837a-5ed49fae476b), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:42.976611 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Router bb534a06-d203-4d06-837a-5ed49fae476b has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:05:43.082081 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:05:43.095351 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4753529c-ae61-4457-b84d-2f5703b379eb up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:05:43.125922 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:05:43.131882 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f7569ccb-0726-4059-b28d-ef752f2dbc68 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb534a06-d203-4d06-837a-5ed49fae476b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873779 May 11 06:05:43.134495 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 56986) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:43.138557 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63a84-1a13-43e6-980e-acc35ea63067 req-e74566ec-89a9-44e4-84bc-822a16bd212b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:43.140826 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-66e63a84-1a13-43e6-980e-acc35ea63067 req-e74566ec-89a9-44e4-84bc-822a16bd212b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 944 time: 0.0686209 May 11 06:05:43.162647 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] Sync routers for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:05:43.223888 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:43.224881 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:43.230237 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-66e63a84-1a13-43e6-980e-acc35ea63067 req-7f685ccc-8195-47a4-adae-fe00520f8b5b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716538 May 11 06:05:43.280452 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc45ae-a89a-43c8-8336-df49fbc57f66 req-6326f8eb-79e6-4a9d-a60d-80b178bc2c7d tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:43.287223 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58bc45ae-a89a-43c8-8336-df49fbc57f66 req-6326f8eb-79e6-4a9d-a60d-80b178bc2c7d tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 944 time: 0.0738811 May 11 06:05:43.312017 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port 4753529c-ae61-4457-b84d-2f5703b379eb completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:05:43.336979 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 4753529c-ae61-4457-b84d-2f5703b379eb triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:05:43.337355 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.410020 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.422740 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:43.455627 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'port_id': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'mac_address': 'fa:16:3e:c0:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:05:43.459699 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:43.503026 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f020919-8ce9-4a31-87e8-1c0c69f7d74f req-309a8ab3-2ff9-4b06-9445-aa4811b6a78c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:43.506097 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f020919-8ce9-4a31-87e8-1c0c69f7d74f req-309a8ab3-2ff9-4b06-9445-aa4811b6a78c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0607090 May 11 06:05:43.568555 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f020919-8ce9-4a31-87e8-1c0c69f7d74f req-b6e1dab9-db3b-4f1e-84a3-e2ad331f19ad tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575180 May 11 06:05:43.638087 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:43.638392 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.665906 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:05:43.673827 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 4753529c-ae61-4457-b84d-2f5703b379eb is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:43.674213 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.717653 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:43.724415 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4753529c-ae61-4457-b84d-2f5703b379eb'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:43.726781 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0959c2b6-01e4-412c-b367-81c1c699ee18" -d '{"events": [{"server_uuid": "5087c8ce-fb5a-41e4-8a67-29b862a5da62", "name": "network-vif-plugged", "status": "completed", "tag": "4753529c-ae61-4457-b84d-2f5703b379eb"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:43.756628 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.766573 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks [] for router (bb534a06-d203-4d06-837a-5ed49fae476b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.768532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 4753529c-ae61-4457-b84d-2f5703b379eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4753529c-ae61-4457-b84d-2f5703b379eb,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:43.796169 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.802535 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd99ecc-b7c3-49cd-9dc9-bba297b85e93 x-openstack-request-id: req-1bd99ecc-b7c3-49cd-9dc9-bba297b85e93 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:43.802837 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5087c8ce-fb5a-41e4-8a67-29b862a5da62", "name": "network-vif-plugged", "status": "completed", "tag": "4753529c-ae61-4457-b84d-2f5703b379eb", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:43.803095 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bd99ecc-b7c3-49cd-9dc9-bba297b85e93 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:43.803489 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd99ecc-b7c3-49cd-9dc9-bba297b85e93'] response: {'server_uuid': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4753529c-ae61-4457-b84d-2f5703b379eb', 'code': 200} May 11 06:05:43.813460 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58bc45ae-a89a-43c8-8336-df49fbc57f66 req-13b024e8-1256-4dbd-93ae-d00a4464e5ad tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253901 May 11 06:05:43.814596 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T06:05:42Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:43.850729 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] Checking router: bb534a06-d203-4d06-837a-5ed49fae476b for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:05:43.855734 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=7']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:43.887649 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] Routers {'bb534a06-d203-4d06-837a-5ed49fae476b'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:43.888341 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['bb534a06-d203-4d06-837a-5ed49fae476b'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:43.893838 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks [] for router_gateway (bb534a06-d203-4d06-837a-5ed49fae476b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.952265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Deleting port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:43.952617 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:43.958126 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=4753529c-ae61-4457-b84d-2f5703b379eb,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:44.034160 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] Set router bb534a06-d203-4d06-837a-5ed49fae476b gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:44.057919 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfeab2-559e-4eab-920f-fffc8da092b5 req-a16bb454-99a1-4d99-82f3-f8f4e746a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:44.059444 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-11bfeab2-559e-4eab-920f-fffc8da092b5 req-a16bb454-99a1-4d99-82f3-f8f4e746a81e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 1129 time: 0.0486674 May 11 06:05:44.081931 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] For port 06abbd61-f6ef-4280-9abf-76f78bdaa3b5, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:44.082299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.102557 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Calling delete_port for 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 owned by network:router_gateway {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:44.146596 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:05:44.168979 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-11bfeab2-559e-4eab-920f-fffc8da092b5 req-5d061182-669f-4bf3-b4f1-59f5cd6e4c86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003640 May 11 06:05:44.281950 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T06:05:42Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:44.319298 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25790641-353a-4017-90d9-9f09561ff4b3 None None] The sync data for ids ['bb534a06-d203-4d06-837a-5ed49fae476b'] in dv-cinder-733623-13-iscsi is: [{'id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'name': 'tempest-AttachVolumeTestJSON-1404351945-router', 'tenant_id': '2279e41c4ffe455d9f5d126d3d288333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T06:05:42Z', 'revision_number': 5, 'project_id': '2279e41c4ffe455d9f5d126d3d288333', 'gw_port': {'id': '06abbd61-f6ef-4280-9abf-76f78bdaa3b5', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb534a06-d203-4d06-837a-5ed49fae476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:50Z', 'updated_at': '2022-05-11T05:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:05:44.330833 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (06abbd61-f6ef-4280-9abf-76f78bdaa3b5), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.370700 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=06abbd61-f6ef-4280-9abf-76f78bdaa3b5,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:44.390911 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e4b1-fc3f-43d4-9f25-2aa4d2311c99 req-91be82bc-38f6-4672-92d1-ed9e29a263a0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:44.392466 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-88e5e4b1-fc3f-43d4-9f25-2aa4d2311c99 req-91be82bc-38f6-4672-92d1-ed9e29a263a0 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 945 time: 0.0864887 May 11 06:05:44.454940 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-88e5e4b1-fc3f-43d4-9f25-2aa4d2311c99 req-c93a9650-879f-453c-bba6-a851dde8270d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546007 May 11 06:05:44.458559 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (bb534a06-d203-4d06-837a-5ed49fae476b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.563678 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (bb534a06-d203-4d06-837a-5ed49fae476b), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.565820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks [] for router_controller (bb534a06-d203-4d06-837a-5ed49fae476b), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.611701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (bb534a06-d203-4d06-837a-5ed49fae476b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.612373 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb534a06-d203-4d06-837a-5ed49fae476b {{(pid=103520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:05:44.616705 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.620431 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4be6a28f-0199-4170-a1c3-b967a25df1fe admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb534a06-d203-4d06-837a-5ed49fae476b HTTP/1.1" status: 204 len: 168 time: 1.4844739 May 11 06:05:44.620674 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57022) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:44.674018 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Deleting subnet 8ced06cb-4f7e-4537-ab51-32eb277377ee {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:05:44.677348 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Publish callbacks [] for subnet (8ced06cb-4f7e-4537-ab51-32eb277377ee), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.681344 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc081-3249-4e2f-b60f-b1b364d812ab req-caf0660c-3019-49d3-81af-eb63646998c5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:44.682872 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-404bc081-3249-4e2f-b60f-b1b364d812ab req-caf0660c-3019-49d3-81af-eb63646998c5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0497942 May 11 06:05:44.715196 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (8ced06cb-4f7e-4537-ab51-32eb277377ee), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.738760 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-404bc081-3249-4e2f-b60f-b1b364d812ab req-40e68463-fbfb-470f-9316-4f52201e4e33 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488515 May 11 06:05:44.797706 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (8ced06cb-4f7e-4537-ab51-32eb277377ee), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.850296 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (8ced06cb-4f7e-4537-ab51-32eb277377ee), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.881066 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.883183 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ced06cb-4f7e-4537-ab51-32eb277377ee,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:44.886823 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:44.893000 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a56248af-497e-432f-81bb-71d312a9ba36 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ced06cb-4f7e-4537-ab51-32eb277377ee HTTP/1.1" status: 204 len: 168 time: 0.2710221 May 11 06:05:44.893619 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57026) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:44.896164 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e621c-7431-419d-8be1-236dab1bb6aa None None] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:05:44.996362 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (ac42e169-a6e4-4ccc-996b-bc8a23c39701), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.005352 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32a412-fa9c-4974-834c-3821b2bf78ce req-e64b38d0-033f-4b3d-9847-a26b221f8506 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:45.006908 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5d32a412-fa9c-4974-834c-3821b2bf78ce req-e64b38d0-033f-4b3d-9847-a26b221f8506 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0961394 May 11 06:05:45.102276 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5d32a412-fa9c-4974-834c-3821b2bf78ce req-1a67b02a-2d1b-4e99-88cc-aa9e168550c6 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875037 May 11 06:05:45.103797 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Deleting port 5cfeada1-db94-488a-add8-4205058ed1f3 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:45.103797 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.104549 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] DHCP port deletion for ac42e169-a6e4-4ccc-996b-bc8a23c39701 request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:05:45.153137 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Deleting port 5cfeada1-db94-488a-add8-4205058ed1f3 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:45.153892 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.167455 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:05:45.167893 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] For port 5cfeada1-db94-488a-add8-4205058ed1f3, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5cfeada1-db94-488a-add8-4205058ed1f3,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:45.168258 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.182343 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Calling delete_port for 5cfeada1-db94-488a-add8-4205058ed1f3 owned by network:dhcp {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:45.258297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] For port 5cfeada1-db94-488a-add8-4205058ed1f3, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5cfeada1-db94-488a-add8-4205058ed1f3,segment=NetworkSegment(e318b2ad-ea66-4282-b3fa-d3160a3fa443),segment_id=e318b2ad-ea66-4282-b3fa-d3160a3fa443)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:45.258714 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.278557 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.306722 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfeada1-db94-488a-add8-4205058ed1f3,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:45.310082 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] No DVR routers for this DVR port 5cfeada1-db94-488a-add8-4205058ed1f3 on host dv-cinder-733623-13-iscsi {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:45.388083 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (ac42e169-a6e4-4ccc-996b-bc8a23c39701), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.414163 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac42e169-a6e4-4ccc-996b-bc8a23c39701']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:45.425536 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Calling delete_port for 5cfeada1-db94-488a-add8-4205058ed1f3 owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:45.427630 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e318b2ad-ea66-4282-b3fa-d3160a3fa443') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:45.427938 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e318b2ad-ea66-4282-b3fa-d3160a3fa443') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:45.440837 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (e318b2ad-ea66-4282-b3fa-d3160a3fa443), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.465765 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (e318b2ad-ea66-4282-b3fa-d3160a3fa443), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.472076 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:05:45.472539 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (e318b2ad-ea66-4282-b3fa-d3160a3fa443), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:05:45.474535 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:05:45.480302 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:05:45.480897 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.519903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5cfeada1-db94-488a-add8-4205058ed1f3 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:45.545726 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (ac42e169-a6e4-4ccc-996b-bc8a23c39701), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.556438 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.561621 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac42e169-a6e4-4ccc-996b-bc8a23c39701 HTTP/1.1" status: 204 len: 168 time: 0.6670177 May 11 06:05:45.563240 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 5cfeada1-db94-488a-add8-4205058ed1f3 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:45.563768 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5cfeada1-db94-488a-add8-4205058ed1f3 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:45.564335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 7be852d4-efce-4c44-89a3-8e92d48c320f no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:45.575390 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4b7f5-2616-49d6-b256-d000d01e8304 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac42e169-a6e4-4ccc-996b-bc8a23c39701,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:45.603574 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 7be852d4-efce-4c44-89a3-8e92d48c320f {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:45.604168 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 7be852d4-efce-4c44-89a3-8e92d48c320f not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:45.604761 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:45.619522 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76ff38-9d88-4d65-a028-0ccd17ff838b req-72751b44-4471-4531-a8f1-ea34ccec365f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:45.621382 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-eb76ff38-9d88-4d65-a028-0ccd17ff838b req-72751b44-4471-4531-a8f1-ea34ccec365f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 945 time: 0.0688984 May 11 06:05:45.637957 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:45.638305 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 06abbd61-f6ef-4280-9abf-76f78bdaa3b5 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:45.648843 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (5cfeada1-db94-488a-add8-4205058ed1f3), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.691187 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Network ac42e169-a6e4-4ccc-996b-bc8a23c39701 is not hosted by any dhcp agent {{(pid=103521) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 11 06:05:45.691656 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] No DVR routers for this DVR port 5cfeada1-db94-488a-add8-4205058ed1f3 on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:45.718583 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Pushing event deleted for resources: {'Port': ['ID=5cfeada1-db94-488a-add8-4205058ed1f3,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:45.721560 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-eb76ff38-9d88-4d65-a028-0ccd17ff838b req-6a579e7b-a056-49e9-bb11-a7cc4e873abe tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928845 May 11 06:05:45.732280 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.733583 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.733915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.734336 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.737522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.738393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.738393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ef540a-71be-4c45-b4ae-21a7d9385c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:05:45.741918 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:45.742324 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.794195 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:45.800549 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:45.808246 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:45.813128 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7477c2-4a7b-4c28-877c-2f87d5d37ee2" -d '{"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:45.846429 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57040) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:45.883800 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84549fc5-9424-47c5-be24-7c0371defbf9 x-openstack-request-id: req-84549fc5-9424-47c5-be24-7c0371defbf9 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:45.884097 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:45.884356 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84549fc5-9424-47c5-be24-7c0371defbf9 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:45.888646 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84549fc5-9424-47c5-be24-7c0371defbf9'] response: {'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'code': 200} May 11 06:05:45.909757 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=8']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:45.934664 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-63a3523b-96e1-45fc-87ef-3418a6824aa5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2279e41c4ffe455d9f5d126d3d288333&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0848351 May 11 06:05:45.935012 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57042) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:45.950856 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e1e13-0597-495e-a42a-1541b629451a req-af529f71-8310-4668-a88d-1510aed059d7 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:45.958564 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d47e1e13-0597-495e-a42a-1541b629451a req-af529f71-8310-4668-a88d-1510aed059d7 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0821309 May 11 06:05:46.052427 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89939d6b-5870-4ece-b555-430d6a7bd5f6 admin admin] Publish callbacks [] for security_group (6c7ec427-bba7-41b0-bbc6-64f16e90e0e4), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:46.065336 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d47e1e13-0597-495e-a42a-1541b629451a req-df012ed6-3160-40f7-bb33-c176da02edc8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058471 May 11 06:05:46.094933 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89939d6b-5870-4ece-b555-430d6a7bd5f6 admin admin] Publish callbacks [] for security_group (6c7ec427-bba7-41b0-bbc6-64f16e90e0e4), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:46.155429 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89939d6b-5870-4ece-b555-430d6a7bd5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6c7ec427-bba7-41b0-bbc6-64f16e90e0e4), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:46.159072 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-89939d6b-5870-4ece-b555-430d6a7bd5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:46.164230 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-89939d6b-5870-4ece-b555-430d6a7bd5f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c7ec427-bba7-41b0-bbc6-64f16e90e0e4 HTTP/1.1" status: 204 len: 168 time: 0.2258506 May 11 06:05:46.187348 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89939d6b-5870-4ece-b555-430d6a7bd5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7ec427-bba7-41b0-bbc6-64f16e90e0e4,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:46.286536 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd102a-ec7c-43ac-a12d-e90e54f37af0 req-e07d74a5-4614-42f4-a865-6ccaa82d4233 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:46.293251 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f1cd102a-ec7c-43ac-a12d-e90e54f37af0 req-e07d74a5-4614-42f4-a865-6ccaa82d4233 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.1092927 May 11 06:05:46.304210 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434fd89-2951-49d3-a717-967afdc53130 req-5e927ee1-604e-4eff-8c68-fb7f1d5fb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:46.305680 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6434fd89-2951-49d3-a717-967afdc53130 req-5e927ee1-604e-4eff-8c68-fb7f1d5fb6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0652678 May 11 06:05:46.361768 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f1cd102a-ec7c-43ac-a12d-e90e54f37af0 req-89566f73-f710-4cd7-aa16-5b6e0b5e7250 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673864 May 11 06:05:46.415250 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6434fd89-2951-49d3-a717-967afdc53130 req-8c6f0745-0d1b-4263-bfb5-e2a2d0fd8abd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948317 May 11 06:05:46.862451 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bd625-0bf5-4fe3-b72a-7003cdf05edb req-535c885b-060b-4942-8c49-bda60d2d2817 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:46.863930 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ec2bd625-0bf5-4fe3-b72a-7003cdf05edb req-535c885b-060b-4942-8c49-bda60d2d2817 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0714645 May 11 06:05:46.912221 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ec2bd625-0bf5-4fe3-b72a-7003cdf05edb req-13b12a2d-36c0-4fbb-843f-b0dbfa92dc13 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 May 11 06:05:47.205339 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61ff3e-4e6e-47a5-974b-c4740696498c req-4fa603a8-b6e9-4b64-94b6-dc6eb7be7bb1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:47.208057 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2b61ff3e-4e6e-47a5-974b-c4740696498c req-4fa603a8-b6e9-4b64-94b6-dc6eb7be7bb1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0696929 May 11 06:05:47.296516 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2b61ff3e-4e6e-47a5-974b-c4740696498c req-aa259415-2268-42c6-8bb6-4f129be92a64 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875666 May 11 06:05:47.360525 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01a5ab-d224-40f2-8c51-59ea591058bf req-66e8ec65-6179-4786-a5c1-869ea3b24a2f tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:47.362212 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4d01a5ab-d224-40f2-8c51-59ea591058bf req-66e8ec65-6179-4786-a5c1-869ea3b24a2f tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0612800 May 11 06:05:47.415405 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-4d01a5ab-d224-40f2-8c51-59ea591058bf req-019771e6-02c5-4920-ac3e-0ae8eeab4dd3 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472071 May 11 06:05:47.983425 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:48.030695 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ef947-8c62-491b-85a7-7d738a1a1449 req-89363a4f-a1eb-4b8f-9cbc-aba8984d3e78 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:48.032350 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce8ef947-8c62-491b-85a7-7d738a1a1449 req-89363a4f-a1eb-4b8f-9cbc-aba8984d3e78 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0488212 May 11 06:05:48.083794 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce8ef947-8c62-491b-85a7-7d738a1a1449 req-fa839ac3-d3a6-450a-8923-6e194f6994e5 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458746 May 11 06:05:48.170865 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c310ed-08fc-4496-b13f-8498a7f61bf0 req-2a9e7ebe-9558-4224-9c97-5f723086b3fd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:48.172360 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-47c310ed-08fc-4496-b13f-8498a7f61bf0 req-2a9e7ebe-9558-4224-9c97-5f723086b3fd tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0463121 May 11 06:05:48.221296 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-47c310ed-08fc-4496-b13f-8498a7f61bf0 req-2a11e37f-4701-414b-9aa9-c8703d333d33 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 May 11 06:05:48.397081 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b2db8-3ea6-4d1c-85a6-38d443d04c98 req-cbdd613d-3780-4d0b-bd55-897cb5fe9939 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:48.398503 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d98b2db8-3ea6-4d1c-85a6-38d443d04c98 req-cbdd613d-3780-4d0b-bd55-897cb5fe9939 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0467672 May 11 06:05:48.450555 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d98b2db8-3ea6-4d1c-85a6-38d443d04c98 req-5fa4ba74-6f4f-4773-9a7e-7c8fb213590c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 May 11 06:05:48.532073 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca2c1-3222-4566-8c06-60a1e2e5084c req-bf76c6e1-c143-4394-84c5-3256c7230151 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:48.533522 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a5aca2c1-3222-4566-8c06-60a1e2e5084c req-bf76c6e1-c143-4394-84c5-3256c7230151 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0458493 May 11 06:05:48.579172 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a5aca2c1-3222-4566-8c06-60a1e2e5084c req-002672c4-ed6e-4260-a40f-00859bb0ebe6 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 May 11 06:05:49.197585 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bcb22-f26f-4224-aa72-e0be116224a4 req-149fe44a-6966-44db-8218-fb5a9efb7e74 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:49.199068 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ae6bcb22-f26f-4224-aa72-e0be116224a4 req-149fe44a-6966-44db-8218-fb5a9efb7e74 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0475900 May 11 06:05:49.248613 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ae6bcb22-f26f-4224-aa72-e0be116224a4 req-13fba600-de0b-4009-818b-c8e7f6533a60 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 May 11 06:05:49.339585 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6892d82-c6f8-4528-ac01-712550a2be47 req-3f8b5b94-be44-4255-b59f-d97ccd5f8d90 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:49.341041 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d6892d82-c6f8-4528-ac01-712550a2be47 req-3f8b5b94-be44-4255-b59f-d97ccd5f8d90 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0473187 May 11 06:05:49.386910 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d6892d82-c6f8-4528-ac01-712550a2be47 req-23672205-e484-4cde-a4a1-db838e1a2224 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 May 11 06:05:49.559213 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff33b2a-84d6-45b2-8361-fddc7cca5517 req-43794614-afa9-4d85-9e65-032cc47bda02 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:49.561315 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ff33b2a-84d6-45b2-8361-fddc7cca5517 req-43794614-afa9-4d85-9e65-032cc47bda02 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0453331 May 11 06:05:49.610024 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ff33b2a-84d6-45b2-8361-fddc7cca5517 req-aa95b642-645b-45a6-8002-e119bd263aa2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 May 11 06:05:49.698041 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbfb1c-f4f2-4d79-a0b9-9d81ff3abc02 req-8c450dd0-72e5-4201-aa92-123fd6f7ff98 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:49.699384 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2ecbfb1c-f4f2-4d79-a0b9-9d81ff3abc02 req-8c450dd0-72e5-4201-aa92-123fd6f7ff98 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0520859 May 11 06:05:49.745412 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2ecbfb1c-f4f2-4d79-a0b9-9d81ff3abc02 req-53c2e35e-ac75-4a73-971a-1b49566e4ca0 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 May 11 06:05:50.378406 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe524c-c514-466b-9c63-c5286f746fc3 req-e9d4e325-6b8e-4482-8bfb-ae6d4a507045 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:50.380110 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9fbe524c-c514-466b-9c63-c5286f746fc3 req-e9d4e325-6b8e-4482-8bfb-ae6d4a507045 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0503829 May 11 06:05:50.430547 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9fbe524c-c514-466b-9c63-c5286f746fc3 req-8e92e912-8f93-405f-9497-55165a5af29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 May 11 06:05:50.509210 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805cd0-e584-4fe3-a3a0-804bb5f8bc02 req-9ddc02bf-2795-4332-980e-60aa64627ab9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:50.510680 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4f805cd0-e584-4fe3-a3a0-804bb5f8bc02 req-9ddc02bf-2795-4332-980e-60aa64627ab9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0491292 May 11 06:05:50.558597 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4f805cd0-e584-4fe3-a3a0-804bb5f8bc02 req-b695f372-f765-49ee-8722-e773dff8d4b5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 May 11 06:05:50.725676 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a5747-f549-417f-8acb-e5ff2ee895f0 req-f100bdeb-9ab4-4917-a0fa-9911ed8ac572 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:50.727147 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5a0a5747-f549-417f-8acb-e5ff2ee895f0 req-f100bdeb-9ab4-4917-a0fa-9911ed8ac572 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0466659 May 11 06:05:50.776106 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-5a0a5747-f549-417f-8acb-e5ff2ee895f0 req-9564a70a-a08d-42fc-9813-dfc3e2a36b05 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 May 11 06:05:50.858319 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdc91e-9479-4925-934e-bdfe69b4c73b req-78121f85-67db-41a2-95ed-bde33ad04ae4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:50.859786 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-82fdc91e-9479-4925-934e-bdfe69b4c73b req-78121f85-67db-41a2-95ed-bde33ad04ae4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0483842 May 11 06:05:51.161226 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-82fdc91e-9479-4925-934e-bdfe69b4c73b req-ac28a1f5-a0c0-4017-a194-a5586d412dc6 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958391 May 11 06:05:51.168590 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e01bd856-16c0-47b7-8812-e2f89cf52869 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:05:51.269044 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e01bd856-16c0-47b7-8812-e2f89cf52869,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:51.279844 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'port_id': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'mac_address': 'fa:16:3e:72:ad:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:05:51.318477 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e01bd856-16c0-47b7-8812-e2f89cf52869 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:51.318865 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:51.331631 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01bd856-16c0-47b7-8812-e2f89cf52869 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:05:51.351549 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e01bd856-16c0-47b7-8812-e2f89cf52869,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:51.355603 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:51.407819 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:51.556347 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddcde0-035a-46a5-91fd-50de8c547ca5 req-de142054-027a-4c9e-b6ba-b64257a68b00 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:51.557880 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e7ddcde0-035a-46a5-91fd-50de8c547ca5 req-de142054-027a-4c9e-b6ba-b64257a68b00 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0505149 May 11 06:05:51.613637 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e7ddcde0-035a-46a5-91fd-50de8c547ca5 req-728a604d-ceee-4d0c-a5ec-5ec40d14d620 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496159 May 11 06:05:51.679559 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793e491-8d04-4d6a-83a5-7f71b586b579 req-5773796e-1e44-4aa9-9aa6-9b6b6616a8c5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:51.680948 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f793e491-8d04-4d6a-83a5-7f71b586b579 req-5773796e-1e44-4aa9-9aa6-9b6b6616a8c5 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0496614 May 11 06:05:51.727501 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f793e491-8d04-4d6a-83a5-7f71b586b579 req-c0b7c169-363a-4ccc-95b8-cbf7f25a7518 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 May 11 06:05:51.742819 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['e01bd856-16c0-47b7-8812-e2f89cf52869'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:05:51.884967 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937780b7-bee2-48df-9ef1-07092cd60709 req-4d1b3a0f-bcb3-46bf-9afa-31d07bf8a93c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:51.886466 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-937780b7-bee2-48df-9ef1-07092cd60709 req-4d1b3a0f-bcb3-46bf-9afa-31d07bf8a93c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 945 time: 0.0464668 May 11 06:05:51.935232 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-937780b7-bee2-48df-9ef1-07092cd60709 req-3781318f-29c5-4a0a-b0be-3b0ef61d518f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 May 11 06:05:52.275489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563a6d-3db6-4146-8caa-86bd60e98e53 req-45b02968-bc79-447b-ac93-004dbbc2b75f tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:52.277008 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5d563a6d-3db6-4146-8caa-86bd60e98e53 req-45b02968-bc79-447b-ac93-004dbbc2b75f tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0478158 May 11 06:05:52.329690 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5d563a6d-3db6-4146-8caa-86bd60e98e53 req-1f889096-924f-42b2-92bf-8ba7fb3f8152 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 May 11 06:05:52.845279 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03286d-54f0-480f-a271-74fec44dc9cd req-e5330489-f680-4bed-a278-9f7494a708ce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:52.846663 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8c03286d-54f0-480f-a271-74fec44dc9cd req-e5330489-f680-4bed-a278-9f7494a708ce tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0466909 May 11 06:05:52.892016 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8c03286d-54f0-480f-a271-74fec44dc9cd req-ef4270c5-4b8b-4182-b447-2c37a9278bcc tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 May 11 06:05:53.047419 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef283d93-985d-4c6d-98f5-5d8c445b1412 req-9955e0a7-0c94-46e2-9866-a4ea071a71ce tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:53.048873 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ef283d93-985d-4c6d-98f5-5d8c445b1412 req-9955e0a7-0c94-46e2-9866-a4ea071a71ce tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 945 time: 0.0461462 May 11 06:05:53.096245 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ef283d93-985d-4c6d-98f5-5d8c445b1412 req-c942530b-bd50-4365-ab04-86d54b3c7686 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 May 11 06:05:53.449262 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6f0a-2e28-4f31-8166-0419a5b33011 req-cc4eaf1e-a5cb-4c3d-b6a5-a7bf60485cd3 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:53.450759 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60ee6f0a-2e28-4f31-8166-0419a5b33011 req-cc4eaf1e-a5cb-4c3d-b6a5-a7bf60485cd3 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0511558 May 11 06:05:53.496114 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-60ee6f0a-2e28-4f31-8166-0419a5b33011 req-83e08669-ec1e-44c5-8cf2-311f9c55a783 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 May 11 06:05:54.007279 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267a883-7240-4a1b-8210-70676df2f7a1 req-6a18a3c5-bac9-4c83-b4d7-b867f883f290 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:54.008716 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4267a883-7240-4a1b-8210-70676df2f7a1 req-6a18a3c5-bac9-4c83-b4d7-b867f883f290 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0462928 May 11 06:05:54.054026 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4267a883-7240-4a1b-8210-70676df2f7a1 req-94e1c678-a0cf-41f1-8e62-49d60ac40f04 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 May 11 06:05:54.207872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5fd96-98f2-4723-b523-4ac76c5abb67 req-7c47dfa4-161b-44c5-8a9b-81dd4194cd32 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:54.209345 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0cd5fd96-98f2-4723-b523-4ac76c5abb67 req-7c47dfa4-161b-44c5-8a9b-81dd4194cd32 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 945 time: 0.0475450 May 11 06:05:54.257407 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0cd5fd96-98f2-4723-b523-4ac76c5abb67 req-66ffd386-a2e4-4838-bb71-e9f24a9e085a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 May 11 06:05:54.609814 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270f45d-f47d-48f9-8c64-80c2cc5e8e67 req-0ec27af6-52f9-4804-976e-ad53458e9572 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:54.611252 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e270f45d-f47d-48f9-8c64-80c2cc5e8e67 req-0ec27af6-52f9-4804-976e-ad53458e9572 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0488880 May 11 06:05:54.659596 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-e270f45d-f47d-48f9-8c64-80c2cc5e8e67 req-01053b13-d3ea-4cdc-a58c-bc9d47251106 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 May 11 06:05:55.171535 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e01bd856-16c0-47b7-8812-e2f89cf52869 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:05:55.180143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f9909-3316-4414-91ee-2d49fb21ef4d req-b38845b3-fa17-4124-adae-13acc0fa687c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:55.181702 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ef1f9909-3316-4414-91ee-2d49fb21ef4d req-b38845b3-fa17-4124-adae-13acc0fa687c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0525455 May 11 06:05:55.216440 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port e01bd856-16c0-47b7-8812-e2f89cf52869 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:05:55.222159 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port e01bd856-16c0-47b7-8812-e2f89cf52869 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:05:55.222605 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:55.230124 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ef1f9909-3316-4414-91ee-2d49fb21ef4d req-722028c8-e70b-49da-aa38-39c9757c2126 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 May 11 06:05:55.306688 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e01bd856-16c0-47b7-8812-e2f89cf52869 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:05:55.307078 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:55.332880 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:55.337308 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c49033c-821f-4033-98b2-ee933cee415c" -d '{"events": [{"server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "name": "network-vif-plugged", "status": "completed", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:55.348662 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e01bd856-16c0-47b7-8812-e2f89cf52869,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:55.353533 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:55.372329 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9d57-db6e-4410-a8b1-7a2d8d094021 req-d43d0e04-30d5-484d-b2d7-217bce01079d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:55.374021 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-639a9d57-db6e-4410-a8b1-7a2d8d094021 req-d43d0e04-30d5-484d-b2d7-217bce01079d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 945 time: 0.0489097 May 11 06:05:55.381633 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980db172-0fb2-4915-9d7b-00467641cdc2 x-openstack-request-id: req-980db172-0fb2-4915-9d7b-00467641cdc2 {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:55.381978 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "name": "network-vif-plugged", "status": "completed", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:55.382230 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-980db172-0fb2-4915-9d7b-00467641cdc2 {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:55.382614 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980db172-0fb2-4915-9d7b-00467641cdc2'] response: {'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'code': 200} May 11 06:05:55.408557 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:55.428251 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-639a9d57-db6e-4410-a8b1-7a2d8d094021 req-144b3672-a4b8-4b73-840c-5f483a4a3922 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 May 11 06:05:55.782000 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130295-dc56-4528-8e7f-7d3a71290990 req-9f18379f-6667-4a13-bd93-c5299bd06980 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:55.784032 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-aa130295-dc56-4528-8e7f-7d3a71290990 req-9f18379f-6667-4a13-bd93-c5299bd06980 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0522416 May 11 06:05:55.836519 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-aa130295-dc56-4528-8e7f-7d3a71290990 req-29b5d615-2feb-4c86-a699-d3a8a93ae9ad tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468776 May 11 06:05:56.354189 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f0add-b005-41df-9a83-fcf2a2c847e1 req-0586b428-6a83-4749-95ea-921d169e7a1a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:56.355650 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9b7f0add-b005-41df-9a83-fcf2a2c847e1 req-0586b428-6a83-4749-95ea-921d169e7a1a tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0521212 May 11 06:05:56.402842 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9b7f0add-b005-41df-9a83-fcf2a2c847e1 req-a7f85810-ff3d-4c17-a927-7ec1c2b3e446 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 May 11 06:05:56.540245 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f8f91-0538-42db-a376-8672b36aa52d req-09cb75ea-e3c2-450a-bac3-1b05b8c8ee7d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:56.541729 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a75f8f91-0538-42db-a376-8672b36aa52d req-09cb75ea-e3c2-450a-bac3-1b05b8c8ee7d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0466957 May 11 06:05:56.596188 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-a75f8f91-0538-42db-a376-8672b36aa52d req-908dfe4c-385b-4046-bef3-b6da215c51e2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481501 May 11 06:05:56.953175 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21cab-d4cf-4adb-bc1c-4a3d56b3ff46 req-38022db9-7e83-492e-b1e1-57a4a6ad5d65 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:56.954684 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a3b21cab-d4cf-4adb-bc1c-4a3d56b3ff46 req-38022db9-7e83-492e-b1e1-57a4a6ad5d65 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0490618 May 11 06:05:57.003288 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a3b21cab-d4cf-4adb-bc1c-4a3d56b3ff46 req-67c48c64-c242-4bee-b006-3c6b47aaa212 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 May 11 06:05:57.143362 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-48db7064-c9d9-4e39-aff3-0fe6e65fb841 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:57.145315 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-48db7064-c9d9-4e39-aff3-0fe6e65fb841 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 945 time: 0.0577309 May 11 06:05:57.150758 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-c2e93d8d-2966-4c56-86be-8932fe3614a9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:57.152214 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-c2e93d8d-2966-4c56-86be-8932fe3614a9 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.0639536 May 11 06:05:57.276384 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Deleting port 4753529c-ae61-4457-b84d-2f5703b379eb {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:57.276760 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.279392 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57316) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:57.286622 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Deleting port 46993fce-15d3-442b-82c6-0275faa7fe4f {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:05:57.286974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.433505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] For port 4753529c-ae61-4457-b84d-2f5703b379eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4753529c-ae61-4457-b84d-2f5703b379eb,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:57.433505 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.433882 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] For port 46993fce-15d3-442b-82c6-0275faa7fe4f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46993fce-15d3-442b-82c6-0275faa7fe4f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:05:57.433882 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.450030 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-39b2ab99-9ad3-4dc8-bdbf-5e92ede9721c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.517811 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37107d2b-560e-48af-8dd5-b1bab9f950ad req-f39d8c7f-2090-4cbd-bd69-3e40c2bd6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:57.520924 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-37107d2b-560e-48af-8dd5-b1bab9f950ad req-f39d8c7f-2090-4cbd-bd69-3e40c2bd6d61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 1130 time: 0.0608907 May 11 06:05:57.531924 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Calling delete_port for 4753529c-ae61-4457-b84d-2f5703b379eb owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:57.638585 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-37107d2b-560e-48af-8dd5-b1bab9f950ad req-e74d7ac6-3534-4fb6-b72e-5f1e011653e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076756 May 11 06:05:57.671402 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.671402 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (077d5c64-d463-435c-9dc5-1e4aa8bb7847), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.671895 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Floating IP 077d5c64-d463-435c-9dc5-1e4aa8bb7847 disassociated. External IP: 172.27.1.53, port: 46993fce-15d3-442b-82c6-0275faa7fe4f. May 11 06:05:57.672418 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Calling delete_port for 46993fce-15d3-442b-82c6-0275faa7fe4f owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:05:57.735738 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da527220-9c6b-48d5-a32a-5d8732d29dbc req-4752669e-f92d-4895-b249-1347150bdd58 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:57.737245 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-da527220-9c6b-48d5-a32a-5d8732d29dbc req-4752669e-f92d-4895-b249-1347150bdd58 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 947 time: 0.2105482 May 11 06:05:57.790806 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9d28-c052-4519-960d-885142398c9c req-f3de1d79-6149-4e82-9df6-f8356bcbb2f9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:57.792319 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d75a9d28-c052-4519-960d-885142398c9c req-f3de1d79-6149-4e82-9df6-f8356bcbb2f9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0662766 May 11 06:05:57.809159 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-39b2ab99-9ad3-4dc8-bdbf-5e92ede9721c admin admin] Publish callbacks [] for security_group (1527055e-4498-4934-9abc-d64484de2d27), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.818671 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-39b2ab99-9ad3-4dc8-bdbf-5e92ede9721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1527055e-4498-4934-9abc-d64484de2d27), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.874641 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-da527220-9c6b-48d5-a32a-5d8732d29dbc req-f235c429-ce3e-4090-a5e6-bfd98df0022d tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf3c7345-af68-470d-9ff8-e6ea5dc96327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205621 May 11 06:05:57.885159 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d75a9d28-c052-4519-960d-885142398c9c req-fd42e566-8566-458a-ae46-4333d0ca3562 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836816 May 11 06:05:57.902057 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2ab99-9ad3-4dc8-bdbf-5e92ede9721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1527055e-4498-4934-9abc-d64484de2d27,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:57.910559 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-39b2ab99-9ad3-4dc8-bdbf-5e92ede9721c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e75b460d7804911a42e68ea34563308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6288815 May 11 06:05:57.913241 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57342) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:57.922116 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (46993fce-15d3-442b-82c6-0275faa7fe4f), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.940534 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (4753529c-ae61-4457-b84d-2f5703b379eb), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:57.957053 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event deleted for resources: {'Port': ['ID=46993fce-15d3-442b-82c6-0275faa7fe4f,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:57.990970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Pushing event deleted for resources: {'Port': ['ID=4753529c-ae61-4457-b84d-2f5703b379eb,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:58.034457 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7c78-07e7-48c2-9cf9-b2ac0fe84b93 admin admin] Publish callbacks [] for security_group (1527055e-4498-4934-9abc-d64484de2d27), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.051610 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] No DVR routers for this DVR port 4753529c-ae61-4457-b84d-2f5703b379eb on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:58.059252 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.062669 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-978e4a60-62a8-4c49-80aa-3e1b567bb282 req-33f77292-d7a0-4f79-855b-af7e41a044c9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "DELETE /v2.0/ports/4753529c-ae61-4457-b84d-2f5703b379eb HTTP/1.1" status: 204 len: 173 time: 0.8722274 May 11 06:05:58.063174 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'name': 'network-vif-deleted', 'tag': '4753529c-ae61-4457-b84d-2f5703b379eb'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:58.065559 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862d053e-4264-4345-b828-0c2e7154cb70" -d '{"events": [{"server_uuid": "5087c8ce-fb5a-41e4-8a67-29b862a5da62", "name": "network-vif-deleted", "tag": "4753529c-ae61-4457-b84d-2f5703b379eb"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:58.094756 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:05:58.104036 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7c78-07e7-48c2-9cf9-b2ac0fe84b93 admin admin] Publish callbacks [] for security_group (1527055e-4498-4934-9abc-d64484de2d27), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.127771 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533db020-2095-4c5b-b612-09224885e9f9 x-openstack-request-id: req-533db020-2095-4c5b-b612-09224885e9f9 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:58.128003 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5087c8ce-fb5a-41e4-8a67-29b862a5da62", "name": "network-vif-deleted", "tag": "4753529c-ae61-4457-b84d-2f5703b379eb", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:58.128258 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-533db020-2095-4c5b-b612-09224885e9f9 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:58.128722 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533db020-2095-4c5b-b612-09224885e9f9'] response: {'server_uuid': '5087c8ce-fb5a-41e4-8a67-29b862a5da62', 'name': 'network-vif-deleted', 'tag': '4753529c-ae61-4457-b84d-2f5703b379eb', 'status': 'completed', 'code': 200} May 11 06:05:58.132476 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-aea37ab8-424f-43b5-b909-ff4989ce2a24 req-6503d75c-0ff7-4964-99af-8e3ab5b112fb tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 210 time: 0.0472567 May 11 06:05:58.175899 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7c78-07e7-48c2-9cf9-b2ac0fe84b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (1527055e-4498-4934-9abc-d64484de2d27), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.178508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7c78-07e7-48c2-9cf9-b2ac0fe84b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.179706 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7a5b7c78-07e7-48c2-9cf9-b2ac0fe84b93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1527055e-4498-4934-9abc-d64484de2d27 HTTP/1.1" status: 204 len: 168 time: 0.2655020 May 11 06:05:58.189915 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7c78-07e7-48c2-9cf9-b2ac0fe84b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1527055e-4498-4934-9abc-d64484de2d27,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:58.215905 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:05:58.226066 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:05:58.238227 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:58.238854 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:58.264083 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] No DVR routers for this DVR port 46993fce-15d3-442b-82c6-0275faa7fe4f on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:05:58.267101 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.270630 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-107ffee6-9569-4e3b-a858-fa2d114fb0c2 req-186af22b-bbc6-4d9b-b84a-b984338d23ea tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.24 "DELETE /v2.0/ports/46993fce-15d3-442b-82c6-0275faa7fe4f HTTP/1.1" status: 204 len: 173 time: 1.0796194 May 11 06:05:58.271082 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-deleted', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:05:58.273339 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c245c4-8146-46f7-8aca-cce08053c0d8" -d '{"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-deleted", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:05:58.316342 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be326e-7124-4be6-9368-75f1f15738ad x-openstack-request-id: req-30be326e-7124-4be6-9368-75f1f15738ad {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:05:58.316593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020c511-6684-4f25-8d07-840612e810f0", "name": "network-vif-deleted", "tag": "46993fce-15d3-442b-82c6-0275faa7fe4f", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:05:58.316858 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30be326e-7124-4be6-9368-75f1f15738ad {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:05:58.317928 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30be326e-7124-4be6-9368-75f1f15738ad'] response: {'server_uuid': '5020c511-6684-4f25-8d07-840612e810f0', 'name': 'network-vif-deleted', 'tag': '46993fce-15d3-442b-82c6-0275faa7fe4f', 'status': 'completed', 'code': 200} May 11 06:05:58.376072 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:58.530896 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57354) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:58.546285 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7582d93-2059-4594-85e6-6e2d9f8da2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.578011 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:58.610496 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:05:58.619620 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:05:58.620245 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:58.658274 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7582d93-2059-4594-85e6-6e2d9f8da2d2 admin admin] Publish callbacks [] for security_group (0b905ca7-a968-4a8d-acff-6fcd347d8fe9), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.661734 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7582d93-2059-4594-85e6-6e2d9f8da2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0b905ca7-a968-4a8d-acff-6fcd347d8fe9), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.701666 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7582d93-2059-4594-85e6-6e2d9f8da2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b905ca7-a968-4a8d-acff-6fcd347d8fe9,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:58.710055 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d7582d93-2059-4594-85e6-6e2d9f8da2d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2197537db5d4b609d7bad01e178b8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755829 May 11 06:05:58.711004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57356) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:05:58.731443 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:05:58.762264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c4cd169d-f5c3-4544-b1c3-589de0a07c29 admin admin] Publish callbacks [] for security_group (0b905ca7-a968-4a8d-acff-6fcd347d8fe9), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.785742 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c4cd169d-f5c3-4544-b1c3-589de0a07c29 admin admin] Publish callbacks [] for security_group (0b905ca7-a968-4a8d-acff-6fcd347d8fe9), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.836405 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c4cd169d-f5c3-4544-b1c3-589de0a07c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (0b905ca7-a968-4a8d-acff-6fcd347d8fe9), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.839585 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c4cd169d-f5c3-4544-b1c3-589de0a07c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:05:58.843905 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c4cd169d-f5c3-4544-b1c3-589de0a07c29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b905ca7-a968-4a8d-acff-6fcd347d8fe9 HTTP/1.1" status: 204 len: 168 time: 0.1291740 May 11 06:05:58.850608 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd169d-f5c3-4544-b1c3-589de0a07c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b905ca7-a968-4a8d-acff-6fcd347d8fe9,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:05:58.973505 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:05:59.011065 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc3c7b-8f94-49ab-8096-71c57ca78a9b None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T05:57:54Z', 'revision_number': 4, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'a47aac01-7f66-4a47-86f8-9d4ac71a9ea0', 'name': '', 'network_id': 'eec2f2f0-8c81-41fb-84f6-0e8c08e134ad', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'mac_address': 'fa:16:3e:c4:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:52Z', 'updated_at': '2022-05-11T05:58:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'subnets': [{'id': '2019c509-08bd-4caf-a73b-2a0b92840dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:05:59.033713 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0fc4f16b-ae74-40a6-ab50-58bab9ce3d60 req-9bfda501-96d8-4388-89f6-14605beb3e84 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 210 time: 0.0425079 May 11 06:05:59.057870 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3e82d-1af8-4bc9-a6ba-50b2cbd2af4f req-f4ba57c8-e94b-4fde-9597-980c36da683a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:05:59.059409 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-84a3e82d-1af8-4bc9-a6ba-50b2cbd2af4f req-f4ba57c8-e94b-4fde-9597-980c36da683a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0778413 May 11 06:05:59.160882 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:59.194479 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-84a3e82d-1af8-4bc9-a6ba-50b2cbd2af4f req-4c3f2273-7d15-4c05-91bc-83936c67121f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280236 May 11 06:05:59.215079 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 46993fce-15d3-442b-82c6-0275faa7fe4f {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:59.218682 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 46993fce-15d3-442b-82c6-0275faa7fe4f not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:59.219652 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4753529c-ae61-4457-b84d-2f5703b379eb no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:05:59.257803 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 4753529c-ae61-4457-b84d-2f5703b379eb {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:05:59.258043 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 4753529c-ae61-4457-b84d-2f5703b379eb not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:05:59.313420 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-31bc1c57-d296-4830-955d-ab7dd6f55f9e req-9635c66c-d92f-408b-a71e-d97a5ba2cf4e tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=5087c8ce-fb5a-41e4-8a67-29b862a5da62 HTTP/1.1" status: 200 len: 210 time: 0.0353687 May 11 06:05:59.385613 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef894cb-a124-4de1-86d1-93059e91b4e7 None None] New status for floating IP 077d5c64-d463-435c-9dc5-1e4aa8bb7847: DOWN {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:05:59.858225 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c3233c8-303b-4a34-a92a-f128692636ea req-ddb00132-489c-40e9-ba24-4d1f71894889 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5020c511-6684-4f25-8d07-840612e810f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0374022 May 11 06:05:59.937404 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c3233c8-303b-4a34-a92a-f128692636ea req-bf287de5-35a9-4483-9332-d0d044a500ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&device_id=5020c511-6684-4f25-8d07-840612e810f0 HTTP/1.1" status: 200 len: 210 time: 0.0372634 May 11 06:06:00.077376 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3233c8-303b-4a34-a92a-f128692636ea req-f7765082-e4d6-4e9b-9f26-c873f3e01971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:00.079263 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c3233c8-303b-4a34-a92a-f128692636ea req-f7765082-e4d6-4e9b-9f26-c873f3e01971 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0997169 May 11 06:06:00.135696 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57412) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:00.209952 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3233c8-303b-4a34-a92a-f128692636ea req-8e3f69a3-4ce9-4f85-99dd-bc21942fb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:00.210495 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-71baa17e-05ce-465c-83f2-7b47a942c52c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (cf3c7345-af68-470d-9ff8-e6ea5dc96327), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.211454 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-7c3233c8-303b-4a34-a92a-f128692636ea req-8e3f69a3-4ce9-4f85-99dd-bc21942fb87e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264913 May 11 06:06:00.241863 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-71baa17e-05ce-465c-83f2-7b47a942c52c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (cf3c7345-af68-470d-9ff8-e6ea5dc96327), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.334557 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8c25f-bffc-45f7-b2d7-6adb14b58c2e req-b8566dad-ea09-4b0c-a53f-07e18d7b87a8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:00.340802 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ce8c25f-bffc-45f7-b2d7-6adb14b58c2e req-b8566dad-ea09-4b0c-a53f-07e18d7b87a8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0590646 May 11 06:06:00.351447 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-71baa17e-05ce-465c-83f2-7b47a942c52c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cf3c7345-af68-470d-9ff8-e6ea5dc96327), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.359232 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-71baa17e-05ce-465c-83f2-7b47a942c52c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.363127 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-71baa17e-05ce-465c-83f2-7b47a942c52c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "DELETE /v2.0/security-groups/cf3c7345-af68-470d-9ff8-e6ea5dc96327 HTTP/1.1" status: 204 len: 168 time: 0.2262270 May 11 06:06:00.363273 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57436) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:00.380735 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.api.v2.resource [None req-c8840969-d313-4ff7-a522-2c1980934d93 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] show failed (client error): The resource could not be found. May 11 06:06:00.382125 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c8840969-d313-4ff7-a522-2c1980934d93 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "GET /v2.0/security-groups/cf3c7345-af68-470d-9ff8-e6ea5dc96327 HTTP/1.1" status: 404 len: 347 time: 0.0178001 May 11 06:06:00.384872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57438) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:00.385867 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baa17e-05ce-465c-83f2-7b47a942c52c tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c7345-af68-470d-9ff8-e6ea5dc96327,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:00.448423 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8ce8c25f-bffc-45f7-b2d7-6adb14b58c2e req-0c603484-2449-4226-9b2c-42c3f4bce07b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063223 May 11 06:06:00.628144 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Deleting port 147f7664-5dcc-4754-8139-6d4d9b225573 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:06:00.628537 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (147f7664-5dcc-4754-8139-6d4d9b225573), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.662458 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7a33-75b4-4c81-a6eb-152749e753cc req-043d498a-318e-4b3b-90d3-f20129e7e2f8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:00.663982 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d28d7a33-75b4-4c81-a6eb-152749e753cc req-043d498a-318e-4b3b-90d3-f20129e7e2f8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0990183 May 11 06:06:00.758681 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (147f7664-5dcc-4754-8139-6d4d9b225573), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.759019 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (147f7664-5dcc-4754-8139-6d4d9b225573), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.771520 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d28d7a33-75b4-4c81-a6eb-152749e753cc req-d0051afe-9dcb-4eea-b044-70066ec682b4 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999851 May 11 06:06:00.777655 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Calling delete_port for 147f7664-5dcc-4754-8139-6d4d9b225573 owned by network:floatingip {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:06:00.797831 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57462) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:00.823485 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-98ee50e4-a3e2-4b5c-8c12-2bb24d8c4980 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:00.825558 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-98ee50e4-a3e2-4b5c-8c12-2bb24d8c4980 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/networks?id=63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 200 len: 809 time: 0.1409850 May 11 06:06:00.848918 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-fa908ff6-c094-4d9e-b05c-0c4dcfbb3cbb tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/quotas/a40603d2f46d4ad2986e9277a47a8211 HTTP/1.1" status: 200 len: 375 time: 0.0173974 May 11 06:06:00.880439 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-5057d0e2-f1d8-4e64-aec1-1c3a0264346a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a40603d2f46d4ad2986e9277a47a8211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306010 May 11 06:06:00.943034 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (147f7664-5dcc-4754-8139-6d4d9b225573), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:00.974642 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Pushing event deleted for resources: {'Port': ['ID=147f7664-5dcc-4754-8139-6d4d9b225573,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:01.013738 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-d2335f08-1a6f-4210-a1db-86db046e0f75 service neutron] 10.222.0.44 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236651 May 11 06:06:01.081258 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks [] for floatingip (077d5c64-d463-435c-9dc5-1e4aa8bb7847), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:01.084664 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:01.090643 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-d498d50e-2f2e-4d54-a9ba-fe88d52a9233 tempest-AttachVolumeShelveTestJSON-1758558376 tempest-AttachVolumeShelveTestJSON-1758558376-project] 10.222.0.44 "DELETE /v2.0/floatingips/077d5c64-d463-435c-9dc5-1e4aa8bb7847 HTTP/1.1" status: 204 len: 168 time: 0.7027462 May 11 06:06:01.133489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec743f-06fd-43c7-942f-d4ec23ba7ed6 tempest-TestVolumeBootPattern-1439365225 tempest-TestVolumeBootPattern-1439365225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:01.137894 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c5ec743f-06fd-43c7-942f-d4ec23ba7ed6 tempest-TestVolumeBootPattern-1439365225 tempest-TestVolumeBootPattern-1439365225-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 1125 time: 0.3363073 May 11 06:06:01.138802 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57472) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:01.145550 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Request body: {'floatingip': {'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'port_id': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:01.185704 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-8978e462-6c6d-463f-8255-dd452a61be04 service neutron] 10.222.0.44 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704061 May 11 06:06:01.193619 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:01.278610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:01.350982 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-86653235-dcad-4bdc-a37d-7d884df252f9 req-00c852de-ad09-48de-b74a-feb2bf4862db tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 210 time: 0.0290403 May 11 06:06:01.407442 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_common [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Allocated IP 172.27.1.216 (02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3/106d416e-ce08-48df-b08b-82139d62d79b/880f29f8-be88-4a0a-9a01-ff7f36ad4905) {{(pid=103519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:06:01.518469 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:01.553066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:01.591873 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Network 02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3 is already hosted by enough agents. {{(pid=103519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:06:01.594988 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.base_scheduler [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Resources bound (agent type, host, resource id): {{(pid=103519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:06:01.602351 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Received port after_create {{(pid=103519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:06:01.607530 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=880f29f8-be88-4a0a-9a01-ff7f36ad4905,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:02.020213 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:02.085859 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), before_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:02.288810 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), precommit_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:02.296549 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49752259'] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), after_update {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:02.399400 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event updated for resources: {'Port': ['ID=880f29f8-be88-4a0a-9a01-ff7f36ad4905,revision_number=2']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:02.413102 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33232417'] for floatingip (ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:02.504050 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-401da6d6-844b-429d-9b8e-0634c80fbbad req-559b1309-3a04-458e-9237-39125ba38e08 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 210 time: 0.0348334 May 11 06:06:02.562461 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-7c2490ab-6b69-49fa-b5e8-dffacd7b9a3b tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:02.564030 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-7c2490ab-6b69-49fa-b5e8-dffacd7b9a3b tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "GET /v2.0/networks?id=63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 200 len: 809 time: 0.2094991 May 11 06:06:02.593527 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Request body: {'port': {'device_id': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41', 'admin_state_up': True, 'tenant_id': 'a40603d2f46d4ad2986e9277a47a8211'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:02.601795 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Floating IP ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f associated. External IP: 172.27.1.216, port: e01bd856-16c0-47b7-8812-e2f89cf52869. May 11 06:06:02.743541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Made reservation on behalf of a40603d2f46d4ad2986e9277a47a8211 for: {'port': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:02.747029 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:02.847929 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:06:02.889884 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_common [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Allocated IP 172.20.0.2 (63a19bd2-5787-45d5-8224-96cb62668c41/d251b802-21ae-4eff-925b-a592669f5def/e824ae60-2581-43d8-a494-eab1de9b34f1) {{(pid=103520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:06:02.967133 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:06:02.978345 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:06:02.988536 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.026184 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d2602fff-1043-4037-abfe-261f301cd75b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8862674 May 11 06:06:03.026842 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:06:03.029767 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0117c5-8149-47f2-a491-a4ddaf724713" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:06:03.076582 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks [] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.082751 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc33779d-12ec-4b81-bdd6-086f23f086e9 x-openstack-request-id: req-dc33779d-12ec-4b81-bdd6-086f23f086e9 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:06:03.082984 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:06:03.083640 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc33779d-12ec-4b81-bdd6-086f23f086e9 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:06:03.083779 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc33779d-12ec-4b81-bdd6-086f23f086e9'] response: {'name': 'network-changed', 'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'status': 'completed', 'code': 200} May 11 06:06:03.095289 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:06:03.096173 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:03.118959 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734403097447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.180794 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-1c67e10b-9152-48d9-91fb-4bdb00b48c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:03.181573 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Network 63a19bd2-5787-45d5-8224-96cb62668c41 is already hosted by enough agents. {{(pid=103520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:06:03.185757 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-1c67e10b-9152-48d9-91fb-4bdb00b48c50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 1130 time: 0.0566804 May 11 06:06:03.191998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Resources bound (agent type, host, resource id): {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:06:03.194828 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Received port after_create {{(pid=103520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:06:03.217436 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:06:03.252717 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Pushing event updated for resources: {'Port': ['ID=e824ae60-2581-43d8-a494-eab1de9b34f1,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:03.273215 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:03.274119 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.303896 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-178382a9-7a8e-4190-ba9c-1009b794225a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7198429 May 11 06:06:03.325437 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Request body: {'port': {'device_id': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:03.371857 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-6ecce957-47d2-40fa-81dc-ce09d1dce90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:03.373697 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-6ecce957-47d2-40fa-81dc-ce09d1dce90e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.1831582 May 11 06:06:03.406368 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.446033 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-04a43cf9-4c9a-4244-9164-f9962510a4ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e01bd856-16c0-47b7-8812-e2f89cf52869 HTTP/1.1" status: 200 len: 1000 time: 0.0640562 May 11 06:06:03.485821 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:45Z', 'revision_number': 1, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}, {'id': 'ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:72:ad:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:06:01Z', 'updated_at': '2022-05-11T06:06:01Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:03.499671 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-06eec6c2-9cd8-464a-b5ea-685aba70dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:03.501513 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-06eec6c2-9cd8-464a-b5ea-685aba70dd48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0493970 May 11 06:06:03.518739 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:06:03.527156 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:06:03.527779 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:03.665949 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:06:03.738875 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57558) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:03.798682 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e824ae60-2581-43d8-a494-eab1de9b34f1 {{(pid=103520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:06:03.817462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Publish callbacks [] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), precommit_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.850021 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.provisioning_blocks [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Transition to ACTIVE for port object e824ae60-2581-43d8-a494-eab1de9b34f1 will not be triggered until provisioned by entity L2. {{(pid=103520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:06:03.857349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:03.915937 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-98999ca6-213c-4f47-afaa-25d9e4416ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:03.917452 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-98999ca6-213c-4f47-afaa-25d9e4416ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4092660 May 11 06:06:03.926086 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Pushing event updated for resources: {'Port': ['ID=e824ae60-2581-43d8-a494-eab1de9b34f1,revision_number=2']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:03.935271 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6606cf-e329-43cb-9fa0-4bdf1f4459d6 req-79e0939c-537c-4642-9d2c-31c8e7a98817 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:03.940338 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f6606cf-e329-43cb-9fa0-4bdf1f4459d6 req-79e0939c-537c-4642-9d2c-31c8e7a98817 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 943 time: 0.0686097 May 11 06:06:03.948569 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:45Z', 'revision_number': 1, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}, {'id': 'ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:72:ad:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:06:01Z', 'updated_at': '2022-05-11T06:06:01Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:03.996035 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef44a8-6a6d-4805-a147-9e1096549a9a None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:45Z', 'revision_number': 1, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}, {'id': 'ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:72:ad:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:06:01Z', 'updated_at': '2022-05-11T06:06:01Z', 'revision_number': 0, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:06:04.083965 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:06:04.086024 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Attempting to bind port e824ae60-2581-43d8-a494-eab1de9b34f1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:06:04.086372 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Attempting to bind port e824ae60-2581-43d8-a494-eab1de9b34f1 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:06:04.086849 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Attempting to bind port e824ae60-2581-43d8-a494-eab1de9b34f1 on network 63a19bd2-5787-45d5-8224-96cb62668c41 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:06:04.118156 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6f6606cf-e329-43cb-9fa0-4bdf1f4459d6 req-6f1800bd-08e2-4b8d-a4f2-01d2546be00a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623797 May 11 06:06:04.120315 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-0a8294ab-923e-4062-b853-931f552c9670 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789663 May 11 06:06:04.123732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Port e824ae60-2581-43d8-a494-eab1de9b34f1 on network 63a19bd2-5787-45d5-8224-96cb62668c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:06:04.124667 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Attempting to bind port e824ae60-2581-43d8-a494-eab1de9b34f1 on network 63a19bd2-5787-45d5-8224-96cb62668c41 {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:06:04.133386 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Checking agent: {'id': '8ef856d9-dab0-414c-af77-f8db33a4612f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'started_at': datetime.datetime(2022, 5, 11, 5, 55, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:06:04.133860 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Checking segment: {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:06:04.134347 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Bound using segment: {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'} {{(pid=103520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:06:04.135348 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.managers [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Bound port: e824ae60-2581-43d8-a494-eab1de9b34f1, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41'}}] {{(pid=103520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:06:04.135348 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), before_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:04.227723 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-bf0117c5-8149-47f2-a491-a4ddaf724713 req-111b513f-0fb6-4e49-9436-2f95f4674c39 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003492 May 11 06:06:04.293660 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] For port e824ae60-2581-43d8-a494-eab1de9b34f1, host hv-cinder-73362, cleared binding levels {{(pid=103520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:06:04.311553 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] For port e824ae60-2581-43d8-a494-eab1de9b34f1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e824ae60-2581-43d8-a494-eab1de9b34f1,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:06:04.323304 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29424209'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), after_update {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:04.331093 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8975-423f-4650-b027-a93ba4b30b13 None None] New status for floating IP ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f: ACTIVE {{(pid=103521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:06:04.677938 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:04.678828 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:04.680545 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] 10.222.0.24 "PUT /v2.0/ports/e824ae60-2581-43d8-a494-eab1de9b34f1 HTTP/1.1" status: 200 len: 1093 time: 1.3612978 May 11 06:06:04.682889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'tag': 'e824ae60-2581-43d8-a494-eab1de9b34f1'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:06:04.685508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f959496-eea2-42f3-9038-192e07ff1873" -d '{"events": [{"name": "network-changed", "server_uuid": "eab563fe-88a2-4733-b5bc-18d175afa2c8", "tag": "e824ae60-2581-43d8-a494-eab1de9b34f1"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:06:04.714987 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd273b-cdbf-4617-8392-eef13fcd6057 service neutron] Pushing event updated for resources: {'Port': ['ID=e824ae60-2581-43d8-a494-eab1de9b34f1,revision_number=3']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:04.752499 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0124f-b024-40b8-9b3c-398d19a7082b x-openstack-request-id: req-fea0124f-b024-40b8-9b3c-398d19a7082b {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:06:04.753137 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab563fe-88a2-4733-b5bc-18d175afa2c8", "tag": "e824ae60-2581-43d8-a494-eab1de9b34f1", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:06:04.753137 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fea0124f-b024-40b8-9b3c-398d19a7082b {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:06:04.753427 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea0124f-b024-40b8-9b3c-398d19a7082b'] response: {'name': 'network-changed', 'server_uuid': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'tag': 'e824ae60-2581-43d8-a494-eab1de9b34f1', 'status': 'completed', 'code': 200} May 11 06:06:04.797632 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57604) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:04.833072 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f1caf64e-d0d0-4af7-97bf-105bf46325be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:04.834988 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f1caf64e-d0d0-4af7-97bf-105bf46325be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a40603d2f46d4ad2986e9277a47a8211&device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 1127 time: 0.0758390 May 11 06:06:04.858684 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:04.887485 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-0f8b8395-62a8-4659-8608-8edeba9f2590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e824ae60-2581-43d8-a494-eab1de9b34f1 HTTP/1.1" status: 200 len: 217 time: 0.0386076 May 11 06:06:04.922784 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7abe-97fe-4078-8769-eb048a21d981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.001124 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7abe-97fe-4078-8769-eb048a21d981 admin admin] Publish callbacks [] for security_group (cb7498e2-c78a-4286-bbff-8cd7f3ea64de), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.004848 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ff6c7abe-97fe-4078-8769-eb048a21d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cb7498e2-c78a-4286-bbff-8cd7f3ea64de), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.008106 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f29d176e-4c9b-4711-902f-a217731314d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:05.009596 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-f29d176e-4c9b-4711-902f-a217731314d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d251b802-21ae-4eff-925b-a592669f5def HTTP/1.1" status: 200 len: 849 time: 0.0884819 May 11 06:06:05.043245 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ff6c7abe-97fe-4078-8769-eb048a21d981 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=449d9f22e9e141b79cb79c8097fa6f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438741 May 11 06:06:05.044479 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c7abe-97fe-4078-8769-eb048a21d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7498e2-c78a-4286-bbff-8cd7f3ea64de,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:05.046766 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57610) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:05.047003 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-363cd724-754f-40f2-8845-9d9705d7f165 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63a19bd2-5787-45d5-8224-96cb62668c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298612 May 11 06:06:05.096822 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-af97f733-965c-46d6-abe1-460c30a33590 admin admin] Publish callbacks [] for security_group (cb7498e2-c78a-4286-bbff-8cd7f3ea64de), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.118226 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-af97f733-965c-46d6-abe1-460c30a33590 admin admin] Publish callbacks [] for security_group (cb7498e2-c78a-4286-bbff-8cd7f3ea64de), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.189923 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-af97f733-965c-46d6-abe1-460c30a33590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (cb7498e2-c78a-4286-bbff-8cd7f3ea64de), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.193158 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-af97f733-965c-46d6-abe1-460c30a33590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.197579 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-af97f733-965c-46d6-abe1-460c30a33590 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb7498e2-c78a-4286-bbff-8cd7f3ea64de HTTP/1.1" status: 204 len: 168 time: 0.1497903 May 11 06:06:05.207554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97f733-965c-46d6-abe1-460c30a33590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7498e2-c78a-4286-bbff-8cd7f3ea64de,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:05.223643 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-232c8b2c-c22a-46fe-865c-b5004a975ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702867 May 11 06:06:05.279559 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496a9a9-fddf-4919-94dd-62a30a14d701 req-113b444f-6f88-4736-a11a-c92269267e07 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:05.281452 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f496a9a9-fddf-4919-94dd-62a30a14d701 req-113b444f-6f88-4736-a11a-c92269267e07 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 943 time: 0.0749834 May 11 06:06:05.321605 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Deleting port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:06:05.322042 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.337383 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f496a9a9-fddf-4919-94dd-62a30a14d701 req-8a2c4cc4-d83e-4e57-a1f8-cf03611577d5 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481331 May 11 06:06:05.407660 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-f99ef176-25a5-4da2-bbdd-17ecf4e49cba req-47dfd6c9-2feb-44d0-bece-dc5a242eb326 service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760128 May 11 06:06:05.431204 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] For port a47aac01-7f66-4a47-86f8-9d4ac71a9ea0, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:05.431611 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.447822 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Calling delete_port for a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:06:05.498374 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57618) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:05.511128 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0a795243-0e01-40f0-af2c-dae57b49d816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.587747 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0a795243-0e01-40f0-af2c-dae57b49d816 admin admin] Publish callbacks [] for security_group (253c8247-054a-4eb5-9f1c-bdcdb81fff85), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.590731 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0a795243-0e01-40f0-af2c-dae57b49d816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (253c8247-054a-4eb5-9f1c-bdcdb81fff85), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.628721 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-0a795243-0e01-40f0-af2c-dae57b49d816 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=daf18d869fa7468ea9f086ff1956cdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293900 May 11 06:06:05.629453 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a795243-0e01-40f0-af2c-dae57b49d816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c8247-054a-4eb5-9f1c-bdcdb81fff85,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:05.631299 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57620) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:05.639785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (a47aac01-7f66-4a47-86f8-9d4ac71a9ea0), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.676907 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a47aac01-7f66-4a47-86f8-9d4ac71a9ea0,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:05.764074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-691dd5d3-268c-43e6-b888-bdfc9619013e admin admin] Publish callbacks [] for security_group (253c8247-054a-4eb5-9f1c-bdcdb81fff85), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.822626 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-691dd5d3-268c-43e6-b888-bdfc9619013e admin admin] Publish callbacks [] for security_group (253c8247-054a-4eb5-9f1c-bdcdb81fff85), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.909025 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.923510 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-691dd5d3-268c-43e6-b888-bdfc9619013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (253c8247-054a-4eb5-9f1c-bdcdb81fff85), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.926068 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-691dd5d3-268c-43e6-b888-bdfc9619013e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:05.929429 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-691dd5d3-268c-43e6-b888-bdfc9619013e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/253c8247-054a-4eb5-9f1c-bdcdb81fff85 HTTP/1.1" status: 204 len: 168 time: 0.2949786 May 11 06:06:05.971743 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dd5d3-268c-43e6-b888-bdfc9619013e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c8247-054a-4eb5-9f1c-bdcdb81fff85,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:06.153713 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:06:06.269215 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:06:06.274202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e2d3f128-f7da-4d4b-bc42-973b4795cf3b admin admin] 10.222.0.44 "PUT /v2.0/routers/aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5335615 May 11 06:06:06.276982 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57640) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:06.278013 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] Sync routers for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:06:06.288506 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:06:06.289120 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:06.392039 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks [] for router (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:06.433753 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959496-eea2-42f3-9038-192e07ff1873 req-bdda2fbf-c0d6-45da-94a2-2e7c202024bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:06.435949 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-bdda2fbf-c0d6-45da-94a2-2e7c202024bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a40603d2f46d4ad2986e9277a47a8211&device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 1127 time: 0.0666702 May 11 06:06:06.447472 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:06:06.526323 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks [] for router_gateway (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:06.581357 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70766862-33c7-4559-b985-4459695ef65c req-46041c4e-f736-46cd-9e11-abc3f6893802 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:06.582951 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-70766862-33c7-4559-b985-4459695ef65c req-46041c4e-f736-46cd-9e11-abc3f6893802 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 943 time: 0.1460547 May 11 06:06:06.589879 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Deleting port 6cd8d37f-49df-4353-9004-f51ea2402d28 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:06:06.590217 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:06.614944 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959496-eea2-42f3-9038-192e07ff1873 req-2b8fc228-cf3a-4d60-ba07-50bd177700ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:06.616694 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-2b8fc228-cf3a-4d60-ba07-50bd177700ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 200 len: 910 time: 0.1693494 May 11 06:06:06.654942 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T06:06:05Z', 'revision_number': 5, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port': {'id': '6cd8d37f-49df-4353-9004-f51ea2402d28', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:57:47Z', 'updated_at': '2022-05-11T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:06.674452 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-f72307b1-ef0d-4cdd-be20-b77d47b20254 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e824ae60-2581-43d8-a494-eab1de9b34f1 HTTP/1.1" status: 200 len: 217 time: 0.0446768 May 11 06:06:06.692602 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] Checking router: aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:06:06.696689 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] For port 6cd8d37f-49df-4353-9004-f51ea2402d28, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6cd8d37f-49df-4353-9004-f51ea2402d28,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:06.697064 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:06.703583 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] Routers {'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:06:06.704605 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:05:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:06.715141 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Calling delete_port for 6cd8d37f-49df-4353-9004-f51ea2402d28 owned by network:router_gateway {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:06:06.738630 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-70766862-33c7-4559-b985-4459695ef65c req-7c5604d6-5e76-499d-99de-c9a9f337b9ac tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436930 May 11 06:06:06.756294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f959496-eea2-42f3-9038-192e07ff1873 req-eddff89b-60a3-4e53-9a1d-295be21079ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:06.757869 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-eddff89b-60a3-4e53-9a1d-295be21079ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d251b802-21ae-4eff-925b-a592669f5def HTTP/1.1" status: 200 len: 849 time: 0.0754554 May 11 06:06:06.802202 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-8d6f4ed1-e9a3-46e0-8a44-96218215e2a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63a19bd2-5787-45d5-8224-96cb62668c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371430 May 11 06:06:06.815098 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] Set router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:06:06.892609 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T06:06:06Z', 'revision_number': 6, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:06.910484 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-af2180e7-fb65-496a-bf33-a1a0950dfb6a service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016469 May 11 06:06:06.922470 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2b733-4181-4e3c-8ac2-f52e84e5965e None None] The sync data for ids ['aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9'] in dv-cinder-733623-13-iscsi is: [{'id': 'aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1506067658-router', 'tenant_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:57:46Z', 'updated_at': '2022-05-11T06:06:06Z', 'revision_number': 6, 'project_id': '1f4f0f35ae0b4c94977f2e1688dbdb5c', 'gw_port_host': None}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:06:06.925568 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (6cd8d37f-49df-4353-9004-f51ea2402d28), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:06.963306 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd8d37f-49df-4353-9004-f51ea2402d28,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:07.026258 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.036622 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0f959496-eea2-42f3-9038-192e07ff1873 req-9e496228-6ad8-44a5-81d2-358e11052bd9 service neutron] 10.222.0.24 "GET /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179676 May 11 06:06:07.124789 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.127314 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks [] for router_controller (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.178144 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.178792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 {{(pid=103519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:06:07.189999 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.191213 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a75294f4-7ccf-4b2d-be57-f44e87ce1e44 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aeb5d8e1-ce0e-4ea5-9b7e-c05776f935e9 HTTP/1.1" status: 204 len: 168 time: 0.9132111 May 11 06:06:07.193724 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57670) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:07.197730 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e824ae60-2581-43d8-a494-eab1de9b34f1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:06:07.243679 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Deleting subnet 2019c509-08bd-4caf-a73b-2a0b92840dc1 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:06:07.247717 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Publish callbacks [] for subnet (2019c509-08bd-4caf-a73b-2a0b92840dc1), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.284619 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (2019c509-08bd-4caf-a73b-2a0b92840dc1), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.304439 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e824ae60-2581-43d8-a494-eab1de9b34f1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e824ae60-2581-43d8-a494-eab1de9b34f1,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:07.317915 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Returning: {'device': 'e824ae60-2581-43d8-a494-eab1de9b34f1', 'network_id': '63a19bd2-5787-45d5-8224-96cb62668c41', 'port_id': 'e824ae60-2581-43d8-a494-eab1de9b34f1', 'mac_address': 'fa:16:3e:76:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd251b802-21ae-4eff-925b-a592669f5def', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:06:07.359131 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e824ae60-2581-43d8-a494-eab1de9b34f1 is: DOWN; New status is: BUILD {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:06:07.359524 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.373551 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e824ae60-2581-43d8-a494-eab1de9b34f1 {{(pid=103521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:06:07.375889 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (2019c509-08bd-4caf-a73b-2a0b92840dc1), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.396059 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e824ae60-2581-43d8-a494-eab1de9b34f1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e824ae60-2581-43d8-a494-eab1de9b34f1,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:07.400505 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.462231 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (2019c509-08bd-4caf-a73b-2a0b92840dc1), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.463884 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e824ae60-2581-43d8-a494-eab1de9b34f1,revision_number=4']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:07.492844 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2019c509-08bd-4caf-a73b-2a0b92840dc1,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:07.500165 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.503991 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-2c098260-4660-4e49-bb60-f1d22f136a58 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2019c509-08bd-4caf-a73b-2a0b92840dc1 HTTP/1.1" status: 204 len: 168 time: 0.3092959 May 11 06:06:07.506435 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57680) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:07.506934 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b191cfa-6ae0-4d87-954b-6233a8cd4be8 None None] Network eec2f2f0-8c81-41fb-84f6-0e8c08e134ad requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:07.586395 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.633967 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Deleting port 5f880cc3-3b75-4c0f-b927-28330a6f293f {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:06:07.634311 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.704513 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] For port 5f880cc3-3b75-4c0f-b927-28330a6f293f, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=5f880cc3-3b75-4c0f-b927-28330a6f293f,segment=NetworkSegment(a754d523-7e4e-4509-adb3-89a8e8fada59),segment_id=a754d523-7e4e-4509-adb3-89a8e8fada59)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:07.704885 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.719187 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Calling delete_port for 5f880cc3-3b75-4c0f-b927-28330a6f293f owned by network:dhcp {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:06:07.758106 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] DHCP port deletion for eec2f2f0-8c81-41fb-84f6-0e8c08e134ad request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:06:07.795893 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['e824ae60-2581-43d8-a494-eab1de9b34f1'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:06:07.844443 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.893595 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Deleting port 5f880cc3-3b75-4c0f-b927-28330a6f293f {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:06:07.894333 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:07.906771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] No DVR routers for this DVR port 5f880cc3-3b75-4c0f-b927-28330a6f293f on host dv-cinder-733623-13-iscsi {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:06:07.940081 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:06:07.951012 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f880cc3-3b75-4c0f-b927-28330a6f293f,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:08.007953 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:06:08.008295 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device a47aac01-7f66-4a47-86f8-9d4ac71a9ea0 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:06:08.027077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] For port 5f880cc3-3b75-4c0f-b927-28330a6f293f, host dv-cinder-733623-13-iscsi, got binding levels [] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:08.027675 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.027818 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57690) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:08.051470 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f2e78-f752-44ca-a2a3-d94fed565461 req-f4768e50-0b7a-4431-8576-1a1c45b13f41 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:08.052226 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Calling delete_port for 5f880cc3-3b75-4c0f-b927-28330a6f293f owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:06:08.055798 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.ipam_backend_mixin [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Port 5f880cc3-3b75-4c0f-b927-28330a6f293f was not found and therefore no delete operation was performed {{(pid=103521) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 11 06:06:08.058028 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (5f880cc3-3b75-4c0f-b927-28330a6f293f), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.058698 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a31f2e78-f752-44ca-a2a3-d94fed565461 req-f4768e50-0b7a-4431-8576-1a1c45b13f41 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 944 time: 0.1235912 May 11 06:06:08.063851 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.100009 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] Pushing event deleted for resources: {'Port': ['ID=5f880cc3-3b75-4c0f-b927-28330a6f293f,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:08.105712 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287efaf-0904-4145-a6b4-f13b836b329b None None] No DVR routers for this DVR port 5f880cc3-3b75-4c0f-b927-28330a6f293f on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:06:08.123877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec2f2f0-8c81-41fb-84f6-0e8c08e134ad']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:08.179670 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ee9487db-4a79-45c1-b918-ff3d16a1bb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.183330 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-a31f2e78-f752-44ca-a2a3-d94fed565461 req-e0ae374d-ca41-462b-ab82-07a281843d74 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236751 May 11 06:06:08.196449 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a754d523-7e4e-4509-adb3-89a8e8fada59') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:08.200928 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a754d523-7e4e-4509-adb3-89a8e8fada59') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:08.215606 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (a754d523-7e4e-4509-adb3-89a8e8fada59), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.248574 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (a754d523-7e4e-4509-adb3-89a8e8fada59), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.261429 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:06:08.261882 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (a754d523-7e4e-4509-adb3-89a8e8fada59), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:06:08.265879 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:06:08.300132 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ee9487db-4a79-45c1-b918-ff3d16a1bb94 admin admin] Publish callbacks [] for security_group (bf6c6aee-f38c-44c5-ac1a-e18841bf4da8), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.303564 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ee9487db-4a79-45c1-b918-ff3d16a1bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (bf6c6aee-f38c-44c5-ac1a-e18841bf4da8), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.329979 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (eec2f2f0-8c81-41fb-84f6-0e8c08e134ad), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.336657 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.339847 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eec2f2f0-8c81-41fb-84f6-0e8c08e134ad HTTP/1.1" status: 204 len: 168 time: 0.8322258 May 11 06:06:08.351611 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ee9487db-4a79-45c1-b918-ff3d16a1bb94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cde21f70a15340d7a6c40eb1883778f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227861 May 11 06:06:08.352774 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9487db-4a79-45c1-b918-ff3d16a1bb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c6aee-f38c-44c5-ac1a-e18841bf4da8,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:08.355291 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57702) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:08.367245 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fd32d-cb72-45a4-b385-334ea8249573 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec2f2f0-8c81-41fb-84f6-0e8c08e134ad,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:08.423393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e8-dc4f-4468-9f19-39a595146eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.433348 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac842-0207-4622-8da6-1ccf3af581a0 admin admin] Publish callbacks [] for security_group (bf6c6aee-f38c-44c5-ac1a-e18841bf4da8), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.463471 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac842-0207-4622-8da6-1ccf3af581a0 admin admin] Publish callbacks [] for security_group (bf6c6aee-f38c-44c5-ac1a-e18841bf4da8), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.487602 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57704) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:08.518508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac842-0207-4622-8da6-1ccf3af581a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (bf6c6aee-f38c-44c5-ac1a-e18841bf4da8), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.521203 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac842-0207-4622-8da6-1ccf3af581a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.522773 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1c8ac842-0207-4622-8da6-1ccf3af581a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf6c6aee-f38c-44c5-ac1a-e18841bf4da8 HTTP/1.1" status: 204 len: 168 time: 0.1663668 May 11 06:06:08.532068 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ac842-0207-4622-8da6-1ccf3af581a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6c6aee-f38c-44c5-ac1a-e18841bf4da8,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:08.532434 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c8e5d171-b068-4a92-939f-a093a3209285 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f4f0f35ae0b4c94977f2e1688dbdb5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436192 May 11 06:06:08.534894 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57708) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:08.604227 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc47d99a-47c1-45d6-9737-a4132cc4a719 admin admin] Publish callbacks [] for security_group (16caa91f-d13b-4076-abcd-729a5093f724), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.626354 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc47d99a-47c1-45d6-9737-a4132cc4a719 admin admin] Publish callbacks [] for security_group (16caa91f-d13b-4076-abcd-729a5093f724), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.686455 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc47d99a-47c1-45d6-9737-a4132cc4a719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (16caa91f-d13b-4076-abcd-729a5093f724), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.689119 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc47d99a-47c1-45d6-9737-a4132cc4a719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.692774 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-cc47d99a-47c1-45d6-9737-a4132cc4a719 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16caa91f-d13b-4076-abcd-729a5093f724 HTTP/1.1" status: 204 len: 168 time: 0.1539867 May 11 06:06:08.700913 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47d99a-47c1-45d6-9737-a4132cc4a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16caa91f-d13b-4076-abcd-729a5093f724,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:08.878411 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 57716) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:08.892573 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d36592d8-6333-4f6b-8b8a-ae64bcccc676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.971101 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d36592d8-6333-4f6b-8b8a-ae64bcccc676 admin admin] Publish callbacks [] for security_group (7131bfcb-9e70-4fec-b3de-09c10895eb8f), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:08.975270 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d36592d8-6333-4f6b-8b8a-ae64bcccc676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7131bfcb-9e70-4fec-b3de-09c10895eb8f), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.013465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36592d8-6333-4f6b-8b8a-ae64bcccc676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7131bfcb-9e70-4fec-b3de-09c10895eb8f,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:09.020670 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 57724) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:09.026101 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d36592d8-6333-4f6b-8b8a-ae64bcccc676 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da18ef631ee54d67a49f74d1920f16c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462893 May 11 06:06:09.073599 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc581-4174-40cb-8f9d-9abd7fa535f4 admin admin] Publish callbacks [] for security_group (7131bfcb-9e70-4fec-b3de-09c10895eb8f), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.095677 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc581-4174-40cb-8f9d-9abd7fa535f4 admin admin] Publish callbacks [] for security_group (7131bfcb-9e70-4fec-b3de-09c10895eb8f), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.144599 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc581-4174-40cb-8f9d-9abd7fa535f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7131bfcb-9e70-4fec-b3de-09c10895eb8f), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.147484 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc581-4174-40cb-8f9d-9abd7fa535f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.148623 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-0cdcc581-4174-40cb-8f9d-9abd7fa535f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7131bfcb-9e70-4fec-b3de-09c10895eb8f HTTP/1.1" status: 204 len: 168 time: 0.1269820 May 11 06:06:09.158194 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcc581-4174-40cb-8f9d-9abd7fa535f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131bfcb-9e70-4fec-b3de-09c10895eb8f,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:09.202885 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e824ae60-2581-43d8-a494-eab1de9b34f1 up at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:06:09.256798 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning for port e824ae60-2581-43d8-a494-eab1de9b34f1 completed by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:06:09.264608 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.provisioning_blocks [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Provisioning complete for port e824ae60-2581-43d8-a494-eab1de9b34f1 triggered by entity L2. {{(pid=103521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:06:09.265195 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674258'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), provisioning_complete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.320630 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97e0e-3e36-4657-9122-23cd8c8b53b6 req-d301d7cb-5c78-42bd-a272-7294f9c33082 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:09.322412 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8bd97e0e-3e36-4657-9122-23cd8c8b53b6 req-d301d7cb-5c78-42bd-a272-7294f9c33082 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 944 time: 0.0542569 May 11 06:06:09.369216 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e824ae60-2581-43d8-a494-eab1de9b34f1 is: BUILD; New status is: ACTIVE {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:06:09.369826 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.385892 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-8bd97e0e-3e36-4657-9122-23cd8c8b53b6 req-fd73db9b-8de3-4e2b-9338-2a24b0416626 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559049 May 11 06:06:09.422290 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e824ae60-2581-43d8-a494-eab1de9b34f1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e824ae60-2581-43d8-a494-eab1de9b34f1,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:09.423379 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e824ae60-2581-43d8-a494-eab1de9b34f1'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:06:09.430277 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bed541-267c-4595-99b7-ac0911a02eb7" -d '{"events": [{"server_uuid": "eab563fe-88a2-4733-b5bc-18d175afa2c8", "name": "network-vif-plugged", "status": "completed", "tag": "e824ae60-2581-43d8-a494-eab1de9b34f1"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:06:09.430927 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:09.492097 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e824ae60-2581-43d8-a494-eab1de9b34f1,revision_number=5']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:09.533101 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e865b8f4-a77d-4ed7-a00d-edfcc42f348d x-openstack-request-id: req-e865b8f4-a77d-4ed7-a00d-edfcc42f348d {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:06:09.533399 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab563fe-88a2-4733-b5bc-18d175afa2c8", "name": "network-vif-plugged", "status": "completed", "tag": "e824ae60-2581-43d8-a494-eab1de9b34f1", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:06:09.533713 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e865b8f4-a77d-4ed7-a00d-edfcc42f348d {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:06:09.534140 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e865b8f4-a77d-4ed7-a00d-edfcc42f348d'] response: {'server_uuid': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e824ae60-2581-43d8-a494-eab1de9b34f1', 'code': 200} May 11 06:06:09.547059 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f880cc3-3b75-4c0f-b927-28330a6f293f no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:06:09.569262 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 5f880cc3-3b75-4c0f-b927-28330a6f293f {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:06:09.569684 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 5f880cc3-3b75-4c0f-b927-28330a6f293f not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:06:09.570532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6cd8d37f-49df-4353-9004-f51ea2402d28 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:06:09.599007 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 6cd8d37f-49df-4353-9004-f51ea2402d28 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:06:09.599587 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6cd8d37f-49df-4353-9004-f51ea2402d28 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:06:09.778950 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1dad5-0f88-44f2-be54-fca2386cc840 req-d9a20fa1-2670-4772-a0fc-2240b3dd1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:09.780737 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ae1dad5-0f88-44f2-be54-fca2386cc840 req-d9a20fa1-2670-4772-a0fc-2240b3dd1bed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 1129 time: 0.0409021 May 11 06:06:09.828089 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-9ae1dad5-0f88-44f2-be54-fca2386cc840 req-aad19e39-bb04-4758-9a52-618bf90ff313 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 May 11 06:06:10.501898 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f3fb8-35a9-4f60-aca1-c88e7a0d9a15 req-89b54f6a-13c3-4c8c-8c7b-72a2d14af970 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:10.503299 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-852f3fb8-35a9-4f60-aca1-c88e7a0d9a15 req-89b54f6a-13c3-4c8c-8c7b-72a2d14af970 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0478249 May 11 06:06:10.555474 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-852f3fb8-35a9-4f60-aca1-c88e7a0d9a15 req-59ba4dbe-81e2-41f7-8b60-3f872e22405a tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 May 11 06:06:10.748406 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-44a885a9-1645-4856-9ea2-b51f27f27f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:11.670155 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fffa6-6788-45e6-be2f-6d3c61bd768e req-990f25cb-5837-499b-8083-6f0a37c4a8ba tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:11.671617 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d05fffa6-6788-45e6-be2f-6d3c61bd768e req-990f25cb-5837-499b-8083-6f0a37c4a8ba tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0514460 May 11 06:06:11.716638 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d05fffa6-6788-45e6-be2f-6d3c61bd768e req-78d53078-6ed6-4b51-9e29-a1f04bd629d4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 May 11 06:06:11.750532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:12.829859 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b346-6d06-4d91-81c3-38a508e9a4cb req-b8d14344-f7ef-4708-b6b2-68cc35618480 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:12.831368 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe62b346-6d06-4d91-81c3-38a508e9a4cb req-b8d14344-f7ef-4708-b6b2-68cc35618480 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0466862 May 11 06:06:12.877601 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-fe62b346-6d06-4d91-81c3-38a508e9a4cb req-c0381d59-1494-4d8b-b29c-79bb4ed29eea tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 May 11 06:06:13.321682 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:13.989746 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1999-11a8-48b3-bf7e-06c29df6fbde req-5495aa01-b3a9-4d63-af50-7edcf628f432 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:13.991194 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d50a1999-11a8-48b3-bf7e-06c29df6fbde req-5495aa01-b3a9-4d63-af50-7edcf628f432 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0459247 May 11 06:06:14.042617 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-d50a1999-11a8-48b3-bf7e-06c29df6fbde req-bdee901e-59e7-4b31-ab6d-de128168346e tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457919 May 11 06:06:14.877971 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:15.158795 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db894080-1e5e-4d19-a03d-c0a5627f93b9 req-127f1d0c-b660-484a-8a45-704a8c21d87e tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:15.160165 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-db894080-1e5e-4d19-a03d-c0a5627f93b9 req-127f1d0c-b660-484a-8a45-704a8c21d87e tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0467749 May 11 06:06:15.206803 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-db894080-1e5e-4d19-a03d-c0a5627f93b9 req-06f6ec54-4bdd-47da-8a16-86c7744133b4 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 May 11 06:06:17.988167 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:21.109388 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17399b82-e1ae-40d2-a9c4-dac6aff9f180 req-0ebfaf41-83b0-43a3-894d-e60bfdaa2d52 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:21.111026 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-17399b82-e1ae-40d2-a9c4-dac6aff9f180 req-0ebfaf41-83b0-43a3-894d-e60bfdaa2d52 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0526040 May 11 06:06:21.159484 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-17399b82-e1ae-40d2-a9c4-dac6aff9f180 req-c2df22c4-e23b-4352-82f9-00c919ead64d tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 May 11 06:06:22.274170 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b78be9-4f90-4ae6-b116-edd808657868 req-16eda1de-14ef-4bee-9a3c-521ed19bd854 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:22.275614 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-11b78be9-4f90-4ae6-b116-edd808657868 req-16eda1de-14ef-4bee-9a3c-521ed19bd854 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0468397 May 11 06:06:22.322284 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-11b78be9-4f90-4ae6-b116-edd808657868 req-889111fa-b0a1-4703-a194-b065b0b927b2 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 May 11 06:06:23.432769 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f0347-d296-4832-92f1-41cd6b36a03d req-58af6b60-9dd3-40fa-9df6-b6930a9e8276 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:23.434248 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1f9f0347-d296-4832-92f1-41cd6b36a03d req-58af6b60-9dd3-40fa-9df6-b6930a9e8276 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0457289 May 11 06:06:23.483746 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-1f9f0347-d296-4832-92f1-41cd6b36a03d req-1bfec5f3-51cd-4e36-b948-e92a6ced2499 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 May 11 06:06:24.600643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770c56-e5b3-4ff6-a229-39318b4f6106 req-69273dab-ca44-4f5a-98e1-3ef26451d53c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:24.602136 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fd770c56-e5b3-4ff6-a229-39318b4f6106 req-69273dab-ca44-4f5a-98e1-3ef26451d53c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0480494 May 11 06:06:24.651892 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-fd770c56-e5b3-4ff6-a229-39318b4f6106 req-6c977419-4620-4e48-82c0-3c49ff3e5e90 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 May 11 06:06:25.518781 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba448-1cd3-4217-a836-c3db70d49629 req-b5fbd051-ade7-41c0-976a-354d2c9735e5 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:25.520281 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-78aba448-1cd3-4217-a836-c3db70d49629 req-b5fbd051-ade7-41c0-976a-354d2c9735e5 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0501516 May 11 06:06:25.623738 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Deleting port e824ae60-2581-43d8-a494-eab1de9b34f1 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:06:25.624129 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:25.733389 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] For port e824ae60-2581-43d8-a494-eab1de9b34f1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e824ae60-2581-43d8-a494-eab1de9b34f1,segment=NetworkSegment(adb6e358-6b74-4b09-84a0-c05d7f5ebcf0),segment_id=adb6e358-6b74-4b09-84a0-c05d7f5ebcf0)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:06:25.734135 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:25.750353 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Calling delete_port for e824ae60-2581-43d8-a494-eab1de9b34f1 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:06:25.785556 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3820e8d-095d-4cb0-9487-41a38deecd36 req-bd2aa791-2161-4063-b9e2-3400ab31eaf9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:25.787697 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f3820e8d-095d-4cb0-9487-41a38deecd36 req-bd2aa791-2161-4063-b9e2-3400ab31eaf9 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 945 time: 0.0519712 May 11 06:06:25.811162 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58062) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:25.875795 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f3820e8d-095d-4cb0-9487-41a38deecd36 req-0fbd4b2d-efe8-4bfa-a5d3-ef9cf306fbcd tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/security-groups?id=7df62118-9e80-49b8-a0ac-4a387a1b30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718577 May 11 06:06:25.941417 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c2682e-e626-4510-9bf8-5d9708191c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:25.954609 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e824ae60-2581-43d8-a494-eab1de9b34f1), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:25.992277 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Pushing event deleted for resources: {'Port': ['ID=e824ae60-2581-43d8-a494-eab1de9b34f1,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:26.007706 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] get_ports_and_sgs() called for port_ids ['e824ae60-2581-43d8-a494-eab1de9b34f1'] {{(pid=103521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:06:26.040369 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.040720 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.041061 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.041398 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.041848 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.042184 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.042509 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.042837 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.043158 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.043480 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.043799 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.044119 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.044439 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.044810 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.045205 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:26.065154 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] No DVR routers for this DVR port e824ae60-2581-43d8-a494-eab1de9b34f1 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:06:26.067640 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.071136 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-78aba448-1cd3-4217-a836-c3db70d49629 req-010b3c19-b1bc-4173-80de-67d25f2f1e8c tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.24 "DELETE /v2.0/ports/e824ae60-2581-43d8-a494-eab1de9b34f1 HTTP/1.1" status: 204 len: 173 time: 0.5437973 May 11 06:06:26.073598 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'name': 'network-vif-deleted', 'tag': 'e824ae60-2581-43d8-a494-eab1de9b34f1'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:06:26.077442 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade2cab-4c04-4fa0-ab03-7956bba6a4f0" -d '{"events": [{"server_uuid": "eab563fe-88a2-4733-b5bc-18d175afa2c8", "name": "network-vif-deleted", "tag": "e824ae60-2581-43d8-a494-eab1de9b34f1"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:06:26.117887 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724a905-e7ca-47d2-af7c-67f7c12ddc20 x-openstack-request-id: req-2724a905-e7ca-47d2-af7c-67f7c12ddc20 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:06:26.118183 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab563fe-88a2-4733-b5bc-18d175afa2c8", "name": "network-vif-deleted", "tag": "e824ae60-2581-43d8-a494-eab1de9b34f1", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:06:26.118436 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2724a905-e7ca-47d2-af7c-67f7c12ddc20 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:06:26.118831 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2724a905-e7ca-47d2-af7c-67f7c12ddc20'] response: {'server_uuid': 'eab563fe-88a2-4733-b5bc-18d175afa2c8', 'name': 'network-vif-deleted', 'tag': 'e824ae60-2581-43d8-a494-eab1de9b34f1', 'status': 'completed', 'code': 200} May 11 06:06:26.123799 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c2682e-e626-4510-9bf8-5d9708191c24 admin admin] Publish callbacks [] for security_group (552402ff-d83e-4076-85b4-b530dde23860), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.127373 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e0c2682e-e626-4510-9bf8-5d9708191c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (552402ff-d83e-4076-85b4-b530dde23860), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.164323 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2682e-e626-4510-9bf8-5d9708191c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552402ff-d83e-4076-85b4-b530dde23860,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:26.168708 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e0c2682e-e626-4510-9bf8-5d9708191c24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3733fcc038424890ab4b67f53e9dda26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564537 May 11 06:06:26.171263 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58074) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:26.223118 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-25f3ec4e-1fbc-4319-9f60-78f8d760bb0d admin admin] Publish callbacks [] for security_group (552402ff-d83e-4076-85b4-b530dde23860), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.246205 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-25f3ec4e-1fbc-4319-9f60-78f8d760bb0d admin admin] Publish callbacks [] for security_group (552402ff-d83e-4076-85b4-b530dde23860), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.306782 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-25f3ec4e-1fbc-4319-9f60-78f8d760bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (552402ff-d83e-4076-85b4-b530dde23860), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.311602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-25f3ec4e-1fbc-4319-9f60-78f8d760bb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:26.315180 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-25f3ec4e-1fbc-4319-9f60-78f8d760bb0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/552402ff-d83e-4076-85b4-b530dde23860 HTTP/1.1" status: 204 len: 168 time: 0.1405942 May 11 06:06:26.322508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3ec4e-1fbc-4319-9f60-78f8d760bb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552402ff-d83e-4076-85b4-b530dde23860,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:26.985972 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ead30d15-eddb-4b12-9b23-33187306a51e req-ce451520-0efd-4ffa-a4e4-2d607e2f0681 tempest-VolumesActionsTest-323471262 tempest-VolumesActionsTest-323471262-project] 10.222.0.44 "GET /v2.0/ports?device_id=eab563fe-88a2-4733-b5bc-18d175afa2c8 HTTP/1.1" status: 200 len: 210 time: 0.0354564 May 11 06:06:27.630165 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58158) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:27.745569 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a77d58ff-69f4-412d-9aaa-2b91deb04b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:27.792741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58164) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:27.821753 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a77d58ff-69f4-412d-9aaa-2b91deb04b77 admin admin] Publish callbacks [] for security_group (2f00d089-6f26-405f-b7cc-9af89fea7601), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:27.825724 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a77d58ff-69f4-412d-9aaa-2b91deb04b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (2f00d089-6f26-405f-b7cc-9af89fea7601), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:27.864911 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a77d58ff-69f4-412d-9aaa-2b91deb04b77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5477d6af43c84c988b0597e0d77231fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336054 May 11 06:06:27.865812 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d58ff-69f4-412d-9aaa-2b91deb04b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f00d089-6f26-405f-b7cc-9af89fea7601,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:27.867667 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58168) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:27.908032 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f8662b3c-4dbe-4507-9510-92ef87a88b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:27.946944 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a4e150d9-d2f3-41fb-8e2d-08d0f2845dd0 admin admin] Publish callbacks [] for security_group (2f00d089-6f26-405f-b7cc-9af89fea7601), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:27.984809 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a4e150d9-d2f3-41fb-8e2d-08d0f2845dd0 admin admin] Publish callbacks [] for security_group (2f00d089-6f26-405f-b7cc-9af89fea7601), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.045742 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f8662b3c-4dbe-4507-9510-92ef87a88b7c admin admin] Publish callbacks [] for security_group (b0cf8835-4340-4273-9d2d-927169d100d5), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.050321 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f8662b3c-4dbe-4507-9510-92ef87a88b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b0cf8835-4340-4273-9d2d-927169d100d5), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.088920 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a4e150d9-d2f3-41fb-8e2d-08d0f2845dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (2f00d089-6f26-405f-b7cc-9af89fea7601), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.091466 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a4e150d9-d2f3-41fb-8e2d-08d0f2845dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.093195 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a4e150d9-d2f3-41fb-8e2d-08d0f2845dd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f00d089-6f26-405f-b7cc-9af89fea7601 HTTP/1.1" status: 204 len: 168 time: 0.2245734 May 11 06:06:28.097566 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f8662b3c-4dbe-4507-9510-92ef87a88b7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f06341ab0a449e7ad74ee13cbb053cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036649 May 11 06:06:28.098842 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662b3c-4dbe-4507-9510-92ef87a88b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf8835-4340-4273-9d2d-927169d100d5,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:28.100490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58176) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:28.109463 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e150d9-d2f3-41fb-8e2d-08d0f2845dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f00d089-6f26-405f-b7cc-9af89fea7601,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:28.162543 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a19fe1e-e491-4ce1-a2e9-07220147d98c admin admin] Publish callbacks [] for security_group (b0cf8835-4340-4273-9d2d-927169d100d5), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.193501 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a19fe1e-e491-4ce1-a2e9-07220147d98c admin admin] Publish callbacks [] for security_group (b0cf8835-4340-4273-9d2d-927169d100d5), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.249402 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a19fe1e-e491-4ce1-a2e9-07220147d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b0cf8835-4340-4273-9d2d-927169d100d5), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.252093 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9a19fe1e-e491-4ce1-a2e9-07220147d98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.255637 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9a19fe1e-e491-4ce1-a2e9-07220147d98c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0cf8835-4340-4273-9d2d-927169d100d5 HTTP/1.1" status: 204 len: 168 time: 0.1508522 May 11 06:06:28.268109 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19fe1e-e491-4ce1-a2e9-07220147d98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf8835-4340-4273-9d2d-927169d100d5,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:28.843590 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58238) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:28.856970 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6338148b-029c-4c00-bc04-6989e57bb45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.946802 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6338148b-029c-4c00-bc04-6989e57bb45c admin admin] Publish callbacks [] for security_group (b223fcaf-045d-44b2-be58-aed2138f34da), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.950916 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6338148b-029c-4c00-bc04-6989e57bb45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b223fcaf-045d-44b2-be58-aed2138f34da), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:28.990446 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-6338148b-029c-4c00-bc04-6989e57bb45c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d7fe838e8794a7bbc13a5e57f8b5ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458428 May 11 06:06:28.991203 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338148b-029c-4c00-bc04-6989e57bb45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b223fcaf-045d-44b2-be58-aed2138f34da,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:28.993111 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58254) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:29.050444 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-33a818cc-2fcb-43e2-94a8-038c09c0b738 admin admin] Publish callbacks [] for security_group (b223fcaf-045d-44b2-be58-aed2138f34da), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.056931 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58256) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:29.072277 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-33a818cc-2fcb-43e2-94a8-038c09c0b738 admin admin] Publish callbacks [] for security_group (b223fcaf-045d-44b2-be58-aed2138f34da), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.123768 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-33a818cc-2fcb-43e2-94a8-038c09c0b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b223fcaf-045d-44b2-be58-aed2138f34da), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.126455 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-33a818cc-2fcb-43e2-94a8-038c09c0b738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.127826 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-33a818cc-2fcb-43e2-94a8-038c09c0b738 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b223fcaf-045d-44b2-be58-aed2138f34da HTTP/1.1" status: 204 len: 168 time: 0.1334727 May 11 06:06:29.135728 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a818cc-2fcb-43e2-94a8-038c09c0b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b223fcaf-045d-44b2-be58-aed2138f34da,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:29.161059 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-305763397-network', 'tenant_id': '888b28a6208c465288f0ef84b4301ddf'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:29.190871 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Made reservation on behalf of 888b28a6208c465288f0ef84b4301ddf for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:29.193387 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.202648 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.280439 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks [] for security_group (b25c0017-2090-46d2-acdf-9ad752712ca7), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.284527 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b25c0017-2090-46d2-acdf-9ad752712ca7), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.304728 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:06:29.319948 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c0017-2090-46d2-acdf-9ad752712ca7,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:29.320213 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e824ae60-2581-43d8-a494-eab1de9b34f1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:06:29.323779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (9e6b9eea-8f37-4152-aa97-f9626aa665fa), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.324195 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Added segment 9e6b9eea-8f37-4152-aa97-f9626aa665fa of type vlan for network 3153ee1e-893b-4fa8-965b-1ab20c81b91e May 11 06:06:29.353787 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: e824ae60-2581-43d8-a494-eab1de9b34f1 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:06:29.354136 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e824ae60-2581-43d8-a494-eab1de9b34f1 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:06:29.365980 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (3153ee1e-893b-4fa8-965b-1ab20c81b91e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.392303 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (3153ee1e-893b-4fa8-965b-1ab20c81b91e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.393595 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:29.394293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.711622 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6510477 May 11 06:06:29.711827 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58280) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:29.740295 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Request body: {'subnet': {'network_id': '3153ee1e-893b-4fa8-965b-1ab20c81b91e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-305763397-subnet', 'tenant_id': '888b28a6208c465288f0ef84b4301ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:29.748736 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf566e5-3e1e-45e5-a3d8-eb3cc4c2b35b admin admin] Pushing event updated for resources: {'Network': ['ID=3153ee1e-893b-4fa8-965b-1ab20c81b91e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:29.759264 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 3153ee1e-893b-4fa8-965b-1ab20c81b91e details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:06:29.764840 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Made reservation on behalf of 888b28a6208c465288f0ef84b4301ddf for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:29.767488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:29.948293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.022816 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Checking segment: {'id': '9e6b9eea-8f37-4152-aa97-f9626aa665fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3153ee1e-893b-4fa8-965b-1ab20c81b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:06:30.023471 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Network hostable DHCP agents. Network: 3153ee1e-893b-4fa8-965b-1ab20c81b91e, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:06:30.031565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:30.046235 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Network 3153ee1e-893b-4fa8-965b-1ab20c81b91e is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:06:30.054963 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 3153ee1e-893b-4fa8-965b-1ab20c81b91e) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:06:30.059278 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:30.059877 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.069334 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621b350-7f45-4430-84e6-f62a2510e0aa None None] Network 3153ee1e-893b-4fa8-965b-1ab20c81b91e requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:30.090270 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-bd7cc7a3-cfda-4020-a4de-0f23f3ffc980 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3773644 May 11 06:06:30.195057 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6de59f-7402-4134-97c9-0ec678faaa63 None None] Network 3153ee1e-893b-4fa8-965b-1ab20c81b91e requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:30.741265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58330) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:30.748451 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503904310-network', 'tenant_id': 'd07020b3267b476698df778e3480cd90'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:30.773891 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Made reservation on behalf of d07020b3267b476698df778e3480cd90 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:30.776557 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.785603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.866623 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks [] for security_group (916fe9c5-3a77-4f4c-bffb-1398c37c92c7), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.870514 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (916fe9c5-3a77-4f4c-bffb-1398c37c92c7), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.896685 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:06:30.906998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916fe9c5-3a77-4f4c-bffb-1398c37c92c7,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:30.912845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (da91dc0b-073b-441f-8898-c72758ef97c2), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.913596 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Added segment da91dc0b-073b-441f-8898-c72758ef97c2 of type vlan for network 8a9abf1c-6703-4eb9-a413-002c0059f2dd May 11 06:06:30.955192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (8a9abf1c-6703-4eb9-a413-002c0059f2dd), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.982519 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (8a9abf1c-6703-4eb9-a413-002c0059f2dd), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:30.983677 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:30.984265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.019695 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2772884 May 11 06:06:31.022366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58344) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:31.026957 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Request body: {'subnet': {'network_id': '8a9abf1c-6703-4eb9-a413-002c0059f2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503904310-subnet', 'tenant_id': 'd07020b3267b476698df778e3480cd90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:31.065246 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c358a-aee2-4021-9a6c-5df1f4842713 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9abf1c-6703-4eb9-a413-002c0059f2dd,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:31.077847 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 8a9abf1c-6703-4eb9-a413-002c0059f2dd details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:06:31.081072 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Made reservation on behalf of d07020b3267b476698df778e3480cd90 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:31.083699 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.275703 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (a6bfd9eb-4eeb-4f12-87f2-5d49226da068), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.333574 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bfd9eb-4eeb-4f12-87f2-5d49226da068,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:31.340614 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Checking segment: {'id': 'da91dc0b-073b-441f-8898-c72758ef97c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8a9abf1c-6703-4eb9-a413-002c0059f2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:06:31.340986 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Network hostable DHCP agents. Network: 8a9abf1c-6703-4eb9-a413-002c0059f2dd, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:06:31.359337 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Network 8a9abf1c-6703-4eb9-a413-002c0059f2dd is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:06:31.367968 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 8a9abf1c-6703-4eb9-a413-002c0059f2dd) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:06:31.372184 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:31.372821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.376819 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c947a-2668-4c26-b183-176d8fc7fc7a None None] Network 8a9abf1c-6703-4eb9-a413-002c0059f2dd requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:31.390920 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-c6c4e9b1-854f-4e6e-85ea-c7203077b0cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3665903 May 11 06:06:31.483920 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59191a91-d9cb-4335-b5f2-6126731c833c None None] Network 8a9abf1c-6703-4eb9-a413-002c0059f2dd requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:31.525066 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58360) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:31.573411 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Deleting subnet faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:06:31.577535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Publish callbacks [] for subnet (faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.616356 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.660152 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.710703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.735400 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:31.739051 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.742211 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d7cb5918-8ff4-4aab-a105-58e311a0d9c4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/faf14ea4-f5cd-4ecf-9e5c-1eafcbfff38b HTTP/1.1" status: 204 len: 168 time: 0.2159698 May 11 06:06:31.744642 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58364) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:31.812077 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (3153ee1e-893b-4fa8-965b-1ab20c81b91e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.890725 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (3153ee1e-893b-4fa8-965b-1ab20c81b91e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.910712 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3153ee1e-893b-4fa8-965b-1ab20c81b91e']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:31.920257 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6b9eea-8f37-4152-aa97-f9626aa665fa') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:31.920557 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6b9eea-8f37-4152-aa97-f9626aa665fa') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:31.929986 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (9e6b9eea-8f37-4152-aa97-f9626aa665fa), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.942646 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (9e6b9eea-8f37-4152-aa97-f9626aa665fa), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.948637 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:06:31.949016 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (9e6b9eea-8f37-4152-aa97-f9626aa665fa), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:06:31.951680 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:06:32.009771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (3153ee1e-893b-4fa8-965b-1ab20c81b91e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.025227 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.028373 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3153ee1e-893b-4fa8-965b-1ab20c81b91e HTTP/1.1" status: 204 len: 168 time: 0.2828147 May 11 06:06:32.029645 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b339960-1e6c-44b4-b55a-60c57619d068 admin admin] Pushing event deleted for resources: {'Network': ['ID=3153ee1e-893b-4fa8-965b-1ab20c81b91e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:32.031255 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58370) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:32.074611 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Deleting subnet a6bfd9eb-4eeb-4f12-87f2-5d49226da068 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:06:32.078480 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Publish callbacks [] for subnet (a6bfd9eb-4eeb-4f12-87f2-5d49226da068), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.111518 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (a6bfd9eb-4eeb-4f12-87f2-5d49226da068), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.153314 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (a6bfd9eb-4eeb-4f12-87f2-5d49226da068), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.208650 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (a6bfd9eb-4eeb-4f12-87f2-5d49226da068), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.236876 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.240077 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6bfd9eb-4eeb-4f12-87f2-5d49226da068 HTTP/1.1" status: 204 len: 168 time: 0.2078900 May 11 06:06:32.240977 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9278854-d1a1-4d1e-b2fc-3714a5b95a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6bfd9eb-4eeb-4f12-87f2-5d49226da068,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:32.242684 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58374) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:32.312973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (8a9abf1c-6703-4eb9-a413-002c0059f2dd), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.387629 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (8a9abf1c-6703-4eb9-a413-002c0059f2dd), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.407177 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9abf1c-6703-4eb9-a413-002c0059f2dd']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:32.416024 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da91dc0b-073b-441f-8898-c72758ef97c2') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:32.416332 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da91dc0b-073b-441f-8898-c72758ef97c2') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:06:32.425804 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (da91dc0b-073b-441f-8898-c72758ef97c2), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.438981 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (da91dc0b-073b-441f-8898-c72758ef97c2), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.444611 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:06:32.445051 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (da91dc0b-073b-441f-8898-c72758ef97c2), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:06:32.446775 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:06:32.502432 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (8a9abf1c-6703-4eb9-a413-002c0059f2dd), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.506902 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.510029 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a9abf1c-6703-4eb9-a413-002c0059f2dd HTTP/1.1" status: 204 len: 168 time: 0.2663746 May 11 06:06:32.522215 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbd2d1-75b3-4a0a-8e8e-dd33e9538309 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9abf1c-6703-4eb9-a413-002c0059f2dd,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:32.672602 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58380) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:32.711895 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-47da011a-0e7a-4dbb-b83e-0dd40681ac05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=888b28a6208c465288f0ef84b4301ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380173 May 11 06:06:32.714271 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58382) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:32.760641 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6498e8ef-538d-483b-913e-5085eb9d947a admin admin] Publish callbacks [] for security_group (b25c0017-2090-46d2-acdf-9ad752712ca7), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.782390 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6498e8ef-538d-483b-913e-5085eb9d947a admin admin] Publish callbacks [] for security_group (b25c0017-2090-46d2-acdf-9ad752712ca7), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.827253 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6498e8ef-538d-483b-913e-5085eb9d947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (b25c0017-2090-46d2-acdf-9ad752712ca7), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.829845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-6498e8ef-538d-483b-913e-5085eb9d947a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:32.830985 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-6498e8ef-538d-483b-913e-5085eb9d947a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b25c0017-2090-46d2-acdf-9ad752712ca7 HTTP/1.1" status: 204 len: 168 time: 0.1158264 May 11 06:06:32.841125 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e8ef-538d-483b-913e-5085eb9d947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c0017-2090-46d2-acdf-9ad752712ca7,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:33.139793 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58394) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:33.181925 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-19a56652-ee71-4e50-a59c-14c4a20f8869 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d07020b3267b476698df778e3480cd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406950 May 11 06:06:33.184304 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58396) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:33.231182 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-748727d2-d0b0-44d7-85cf-c99bb9d40c5b admin admin] Publish callbacks [] for security_group (916fe9c5-3a77-4f4c-bffb-1398c37c92c7), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:33.252654 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-748727d2-d0b0-44d7-85cf-c99bb9d40c5b admin admin] Publish callbacks [] for security_group (916fe9c5-3a77-4f4c-bffb-1398c37c92c7), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:33.300201 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-748727d2-d0b0-44d7-85cf-c99bb9d40c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (916fe9c5-3a77-4f4c-bffb-1398c37c92c7), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:33.302826 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-748727d2-d0b0-44d7-85cf-c99bb9d40c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:33.304009 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-748727d2-d0b0-44d7-85cf-c99bb9d40c5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/916fe9c5-3a77-4f4c-bffb-1398c37c92c7 HTTP/1.1" status: 204 len: 168 time: 0.1188233 May 11 06:06:33.312221 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748727d2-d0b0-44d7-85cf-c99bb9d40c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916fe9c5-3a77-4f4c-bffb-1398c37c92c7,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:35.174876 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58484) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:35.276515 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58c1a6c8-b0fa-44e8-8fd4-ace9a04368af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.349538 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58c1a6c8-b0fa-44e8-8fd4-ace9a04368af admin admin] Publish callbacks [] for security_group (6af47ad1-7cb6-4093-98b0-0e7318cb929b), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.353088 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-58c1a6c8-b0fa-44e8-8fd4-ace9a04368af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6af47ad1-7cb6-4093-98b0-0e7318cb929b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.394491 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-58c1a6c8-b0fa-44e8-8fd4-ace9a04368af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9813e9c1a624eb9a3c4ea2108f159f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185550 May 11 06:06:35.395434 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1a6c8-b0fa-44e8-8fd4-ace9a04368af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af47ad1-7cb6-4093-98b0-0e7318cb929b,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:35.397206 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58490) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:35.444482 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc09f-4bec-4cbd-acec-c4c25858d35e admin admin] Publish callbacks [] for security_group (6af47ad1-7cb6-4093-98b0-0e7318cb929b), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.464588 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc09f-4bec-4cbd-acec-c4c25858d35e admin admin] Publish callbacks [] for security_group (6af47ad1-7cb6-4093-98b0-0e7318cb929b), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.509182 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc09f-4bec-4cbd-acec-c4c25858d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6af47ad1-7cb6-4093-98b0-0e7318cb929b), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.511747 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc09f-4bec-4cbd-acec-c4c25858d35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.512865 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-3a6cc09f-4bec-4cbd-acec-c4c25858d35e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6af47ad1-7cb6-4093-98b0-0e7318cb929b HTTP/1.1" status: 204 len: 168 time: 0.1145234 May 11 06:06:35.521464 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cc09f-4bec-4cbd-acec-c4c25858d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af47ad1-7cb6-4093-98b0-0e7318cb929b,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:35.770168 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58498) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:35.782882 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-17ce7725-82b2-4740-9b7d-05dc553e970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.861674 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-17ce7725-82b2-4740-9b7d-05dc553e970f admin admin] Publish callbacks [] for security_group (3e438cfe-1185-4b42-803d-010a8c341683), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.865562 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-17ce7725-82b2-4740-9b7d-05dc553e970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (3e438cfe-1185-4b42-803d-010a8c341683), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.903704 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-17ce7725-82b2-4740-9b7d-05dc553e970f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f889186e58b8424dbbd8459956d2c362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324525 May 11 06:06:35.904814 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce7725-82b2-4740-9b7d-05dc553e970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e438cfe-1185-4b42-803d-010a8c341683,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:35.906653 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58500) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:35.954673 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0f94-4c38-4cd2-9582-434605ce7dcc admin admin] Publish callbacks [] for security_group (3e438cfe-1185-4b42-803d-010a8c341683), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:35.976258 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0f94-4c38-4cd2-9582-434605ce7dcc admin admin] Publish callbacks [] for security_group (3e438cfe-1185-4b42-803d-010a8c341683), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:36.024095 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0f94-4c38-4cd2-9582-434605ce7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (3e438cfe-1185-4b42-803d-010a8c341683), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:36.026864 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0f94-4c38-4cd2-9582-434605ce7dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:36.028050 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9f2e0f94-4c38-4cd2-9582-434605ce7dcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e438cfe-1185-4b42-803d-010a8c341683 HTTP/1.1" status: 204 len: 168 time: 0.1202033 May 11 06:06:36.035979 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0f94-4c38-4cd2-9582-434605ce7dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e438cfe-1185-4b42-803d-010a8c341683,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:38.421931 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c59538b4-8d97-451c-acc1-e10c915d5954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.123701 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58672) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:39.348279 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-70608545-f2a9-49a2-bf70-242f870ebca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.457803 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-70608545-f2a9-49a2-bf70-242f870ebca0 admin admin] Publish callbacks [] for security_group (394c6769-7732-466e-9d75-2217af975a0b), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.463529 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-70608545-f2a9-49a2-bf70-242f870ebca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (394c6769-7732-466e-9d75-2217af975a0b), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.483610 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58696) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:39.493181 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70608545-f2a9-49a2-bf70-242f870ebca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c6769-7732-466e-9d75-2217af975a0b,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:39.534729 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58704) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:39.535110 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-70608545-f2a9-49a2-bf70-242f870ebca0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=973d0c5c9c894307b9a03e02142f9e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094262 May 11 06:06:39.629294 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b107c0b2-d5d8-4e85-8b7b-866ba1d39d2a admin admin] Publish callbacks [] for security_group (394c6769-7732-466e-9d75-2217af975a0b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.642680 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b16c043-6092-44fc-b47e-96df35ef8eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.683772 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b107c0b2-d5d8-4e85-8b7b-866ba1d39d2a admin admin] Publish callbacks [] for security_group (394c6769-7732-466e-9d75-2217af975a0b), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.770371 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b16c043-6092-44fc-b47e-96df35ef8eb4 admin admin] Publish callbacks [] for security_group (872214fb-13c7-48f1-9e25-79a262002a9d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.781053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9b16c043-6092-44fc-b47e-96df35ef8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (872214fb-13c7-48f1-9e25-79a262002a9d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.834394 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16c043-6092-44fc-b47e-96df35ef8eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872214fb-13c7-48f1-9e25-79a262002a9d,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:39.839307 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b107c0b2-d5d8-4e85-8b7b-866ba1d39d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (394c6769-7732-466e-9d75-2217af975a0b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.846694 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-b107c0b2-d5d8-4e85-8b7b-866ba1d39d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:39.851994 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-b107c0b2-d5d8-4e85-8b7b-866ba1d39d2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/394c6769-7732-466e-9d75-2217af975a0b HTTP/1.1" status: 204 len: 168 time: 0.3159127 May 11 06:06:39.858720 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9b16c043-6092-44fc-b47e-96df35ef8eb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3621e2a68403402abebd5f139d202fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725591 May 11 06:06:39.861348 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58718) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:39.883643 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107c0b2-d5d8-4e85-8b7b-866ba1d39d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c6769-7732-466e-9d75-2217af975a0b,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:39.979741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b66fefe-6db0-4e36-ac6d-6850126d9863 admin admin] Publish callbacks [] for security_group (872214fb-13c7-48f1-9e25-79a262002a9d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.007708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58720) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:40.024270 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b66fefe-6db0-4e36-ac6d-6850126d9863 admin admin] Publish callbacks [] for security_group (872214fb-13c7-48f1-9e25-79a262002a9d), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.096893 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b66fefe-6db0-4e36-ac6d-6850126d9863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (872214fb-13c7-48f1-9e25-79a262002a9d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.099550 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1b66fefe-6db0-4e36-ac6d-6850126d9863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.100722 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-1b66fefe-6db0-4e36-ac6d-6850126d9863 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/872214fb-13c7-48f1-9e25-79a262002a9d HTTP/1.1" status: 204 len: 168 time: 0.2379427 May 11 06:06:40.118703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66fefe-6db0-4e36-ac6d-6850126d9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872214fb-13c7-48f1-9e25-79a262002a9d,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:40.322455 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-750b08e5-4a5c-447e-ad62-26471163b819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.420997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-750b08e5-4a5c-447e-ad62-26471163b819 admin admin] Publish callbacks [] for security_group (f77fad49-b4a9-458d-91ea-4ded8886fda8), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.431552 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-750b08e5-4a5c-447e-ad62-26471163b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (f77fad49-b4a9-458d-91ea-4ded8886fda8), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.473621 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b08e5-4a5c-447e-ad62-26471163b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77fad49-b4a9-458d-91ea-4ded8886fda8,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:40.542630 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-750b08e5-4a5c-447e-ad62-26471163b819 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=411b53e128de4f1dac958385716f7553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330167 May 11 06:06:40.543926 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58734) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:40.557372 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58736) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:40.571221 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a8948093-9c88-405b-aab8-3a288a1583ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.626372 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66f52b62-bb48-4a0c-b4fb-a18f7d5996bd admin admin] Publish callbacks [] for security_group (f77fad49-b4a9-458d-91ea-4ded8886fda8), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.650691 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58742) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:40.668910 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66f52b62-bb48-4a0c-b4fb-a18f7d5996bd admin admin] Publish callbacks [] for security_group (f77fad49-b4a9-458d-91ea-4ded8886fda8), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.703881 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-236dc91b-cce5-460e-b025-98bfd67e9a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.710777 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a8948093-9c88-405b-aab8-3a288a1583ab admin admin] Publish callbacks [] for security_group (4383e826-f58b-4212-a008-9993f792cece), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.716154 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-a8948093-9c88-405b-aab8-3a288a1583ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (4383e826-f58b-4212-a008-9993f792cece), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.772196 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-f3d92031-0305-4f31-99f8-a5eda0dfa4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.781686 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58744) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:40.782282 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-a8948093-9c88-405b-aab8-3a288a1583ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2adb640dab8f4059b5bd80c82e600798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233613 May 11 06:06:40.784174 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8948093-9c88-405b-aab8-3a288a1583ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4383e826-f58b-4212-a008-9993f792cece,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:40.793712 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66f52b62-bb48-4a0c-b4fb-a18f7d5996bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (f77fad49-b4a9-458d-91ea-4ded8886fda8), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.797725 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-66f52b62-bb48-4a0c-b4fb-a18f7d5996bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.799037 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-66f52b62-bb48-4a0c-b4fb-a18f7d5996bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f77fad49-b4a9-458d-91ea-4ded8886fda8 HTTP/1.1" status: 204 len: 168 time: 0.2529750 May 11 06:06:40.832182 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f52b62-bb48-4a0c-b4fb-a18f7d5996bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77fad49-b4a9-458d-91ea-4ded8886fda8,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:40.888884 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-236dc91b-cce5-460e-b025-98bfd67e9a46 admin admin] Publish callbacks [] for security_group (613fdaae-3f9e-4a1c-987c-b5dbb3e2201a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.893165 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9cb51c1d-774f-4bd6-b958-7293fe86b049 admin admin] Publish callbacks [] for security_group (4383e826-f58b-4212-a008-9993f792cece), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.896406 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-236dc91b-cce5-460e-b025-98bfd67e9a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (613fdaae-3f9e-4a1c-987c-b5dbb3e2201a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.948432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9cb51c1d-774f-4bd6-b958-7293fe86b049 admin admin] Publish callbacks [] for security_group (4383e826-f58b-4212-a008-9993f792cece), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:40.962131 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dc91b-cce5-460e-b025-98bfd67e9a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613fdaae-3f9e-4a1c-987c-b5dbb3e2201a,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:40.971057 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-236dc91b-cce5-460e-b025-98bfd67e9a46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a7e55de316740c6aa7bc46acba24d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816722 May 11 06:06:40.974044 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58748) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:41.020210 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9cb51c1d-774f-4bd6-b958-7293fe86b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (4383e826-f58b-4212-a008-9993f792cece), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.025104 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-9cb51c1d-774f-4bd6-b958-7293fe86b049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.031729 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-9cb51c1d-774f-4bd6-b958-7293fe86b049 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4383e826-f58b-4212-a008-9993f792cece HTTP/1.1" status: 204 len: 168 time: 0.2446468 May 11 06:06:41.046649 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb51c1d-774f-4bd6-b958-7293fe86b049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4383e826-f58b-4212-a008-9993f792cece,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:41.100229 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:06:41.113594 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9de64714-8ef8-46b0-afef-46f7a1fcf7ae admin admin] Publish callbacks [] for security_group (613fdaae-3f9e-4a1c-987c-b5dbb3e2201a), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.145897 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9de64714-8ef8-46b0-afef-46f7a1fcf7ae admin admin] Publish callbacks [] for security_group (613fdaae-3f9e-4a1c-987c-b5dbb3e2201a), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.223676 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9de64714-8ef8-46b0-afef-46f7a1fcf7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (613fdaae-3f9e-4a1c-987c-b5dbb3e2201a), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.227614 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9de64714-8ef8-46b0-afef-46f7a1fcf7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.238529 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9de64714-8ef8-46b0-afef-46f7a1fcf7ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/613fdaae-3f9e-4a1c-987c-b5dbb3e2201a HTTP/1.1" status: 204 len: 168 time: 0.2597044 May 11 06:06:41.245057 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de64714-8ef8-46b0-afef-46f7a1fcf7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fdaae-3f9e-4a1c-987c-b5dbb3e2201a,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:41.313710 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58760) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:41.330845 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5377a966-5869-4b48-bf86-c6f3401a7b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.459520 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5377a966-5869-4b48-bf86-c6f3401a7b94 admin admin] Publish callbacks [] for security_group (ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.472268 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-5377a966-5869-4b48-bf86-c6f3401a7b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.518964 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-5377a966-5869-4b48-bf86-c6f3401a7b94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c07382b75b546679da282acd2c6b0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018623 May 11 06:06:41.519374 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58764) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:41.531462 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377a966-5869-4b48-bf86-c6f3401a7b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:41.606046 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e425fef4-2919-40ad-bca7-08698c267519 admin admin] Publish callbacks [] for security_group (ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.640197 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58768) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:41.643466 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e425fef4-2919-40ad-bca7-08698c267519 admin admin] Publish callbacks [] for security_group (ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.667047 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-87eff8ce-8173-4456-afc6-3564b93f0b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.702712 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e425fef4-2919-40ad-bca7-08698c267519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.706244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e425fef4-2919-40ad-bca7-08698c267519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.710356 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e425fef4-2919-40ad-bca7-08698c267519 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e HTTP/1.1" status: 204 len: 168 time: 0.1899505 May 11 06:06:41.728241 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425fef4-2919-40ad-bca7-08698c267519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2da8ec-b967-4c53-81a7-4c2dbc40cf8e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:41.770767 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.824767 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-87eff8ce-8173-4456-afc6-3564b93f0b6b admin admin] Publish callbacks [] for security_group (a9b863dd-f629-4f05-a53b-c15c83ced45a), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.835421 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-87eff8ce-8173-4456-afc6-3564b93f0b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (a9b863dd-f629-4f05-a53b-c15c83ced45a), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.885803 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-87eff8ce-8173-4456-afc6-3564b93f0b6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2325defb8c584e50bfffa4774370542c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409031 May 11 06:06:41.886050 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58776) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:41.905834 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eff8ce-8173-4456-afc6-3564b93f0b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b863dd-f629-4f05-a53b-c15c83ced45a,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:41.959880 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ba4c229c-740a-4bf9-90ad-cb4dda8b75af admin admin] Publish callbacks [] for security_group (a9b863dd-f629-4f05-a53b-c15c83ced45a), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:41.994110 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ba4c229c-740a-4bf9-90ad-cb4dda8b75af admin admin] Publish callbacks [] for security_group (a9b863dd-f629-4f05-a53b-c15c83ced45a), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:42.100533 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ba4c229c-740a-4bf9-90ad-cb4dda8b75af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (a9b863dd-f629-4f05-a53b-c15c83ced45a), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:42.104862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-ba4c229c-740a-4bf9-90ad-cb4dda8b75af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:42.106977 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ba4c229c-740a-4bf9-90ad-cb4dda8b75af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9b863dd-f629-4f05-a53b-c15c83ced45a HTTP/1.1" status: 204 len: 168 time: 0.2198668 May 11 06:06:42.119439 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c229c-740a-4bf9-90ad-cb4dda8b75af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b863dd-f629-4f05-a53b-c15c83ced45a,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:42.750313 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58818) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:42.975940 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.v2.base [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1225225659-network', 'tenant_id': '8582e121f5364a8182e98933641b58af'}} {{(pid=103519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:43.016063 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Made reservation on behalf of 8582e121f5364a8182e98933641b58af for: {'network': 1} {{(pid=103519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:43.019418 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.031786 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.154909 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks [] for security_group (914c368e-a4b2-480d-914d-b6b424429b61), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.161035 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (914c368e-a4b2-480d-914d-b6b424429b61), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.202696 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:06:43.226386 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914c368e-a4b2-480d-914d-b6b424429b61,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:43.231879 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.232916 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.segments_db [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Added segment cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0 of type vlan for network c4b01dce-bee6-4ad3-b29a-1351c1e44747 May 11 06:06:43.252792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.253164 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.253518 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.253859 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.254200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.254659 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.255050 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.255397 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.255733 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.256069 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.256404 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.256737 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.257067 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.257429 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.257813 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:06:43.318369 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (c4b01dce-bee6-4ad3-b29a-1351c1e44747), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.360912 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (c4b01dce-bee6-4ad3-b29a-1351c1e44747), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.360912 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:43.360912 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.368111 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.457873 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58846) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:43.458460 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7064624 May 11 06:06:43.463019 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Request body: {'subnet': {'network_id': 'c4b01dce-bee6-4ad3-b29a-1351c1e44747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1225225659-subnet', 'tenant_id': '8582e121f5364a8182e98933641b58af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:43.507885 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Made reservation on behalf of 8582e121f5364a8182e98933641b58af for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:43.512532 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.512762 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe4c38-d24c-452e-b4fd-4ca9ff8606df admin admin] Pushing event updated for resources: {'Network': ['ID=c4b01dce-bee6-4ad3-b29a-1351c1e44747,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:43.528456 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network c4b01dce-bee6-4ad3-b29a-1351c1e44747 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:06:43.813861 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (f19015e1-6ee8-4b39-89c2-fb97971cc050), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.879008 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19015e1-6ee8-4b39-89c2-fb97971cc050,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:43.897512 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Checking segment: {'id': 'cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c4b01dce-bee6-4ad3-b29a-1351c1e44747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:06:43.897957 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Network hostable DHCP agents. Network: c4b01dce-bee6-4ad3-b29a-1351c1e44747, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:06:43.924737 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Network c4b01dce-bee6-4ad3-b29a-1351c1e44747 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:06:43.949843 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, c4b01dce-bee6-4ad3-b29a-1351c1e44747) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:06:43.958701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:43.959533 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:43.961642 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799aac5-59dc-4c64-a106-e46d5b4fedda None None] Network c4b01dce-bee6-4ad3-b29a-1351c1e44747 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:43.984848 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-02e17d32-61e5-4350-9521-960754760eb6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5256970 May 11 06:06:44.109750 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d97a9-8421-4810-8c0c-7e7f19b982e7 None None] Network c4b01dce-bee6-4ad3-b29a-1351c1e44747 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:44.905967 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.196885 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58916) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:45.202386 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-714008218-network', 'tenant_id': '50e5cc3b586f476fa912a98105754346'}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:45.232005 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Made reservation on behalf of 50e5cc3b586f476fa912a98105754346 for: {'network': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:45.236014 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for network (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.249621 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.353428 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks [] for security_group (473ac98d-ec0c-4cb8-b834-593f135df18b), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.361239 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (473ac98d-ec0c-4cb8-b834-593f135df18b), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.398207 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:06:45.431860 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473ac98d-ec0c-4cb8-b834-593f135df18b,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:45.450192 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734403644941', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (5257e807-9e77-42b5-ba34-8ff86620266d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.455055 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.db.segments_db [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Added segment 5257e807-9e77-42b5-ba34-8ff86620266d of type vlan for network 1c735f97-be85-4efc-a2dc-5988c177abd4 May 11 06:06:45.517693 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734403120788'] for network (1c735f97-be85-4efc-a2dc-5988c177abd4), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.550608 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846'] for network (1c735f97-be85-4efc-a2dc-5988c177abd4), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.551953 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:45.552694 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.619049 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] Pushing event updated for resources: {'Network': ['ID=1c735f97-be85-4efc-a2dc-5988c177abd4,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:45.631044 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Network 1c735f97-be85-4efc-a2dc-5988c177abd4 details requested by agent ovs-agent-dv-cinder-733623-13-iscsi with host dv-cinder-733623-13-iscsi {{(pid=103521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:06:45.649573 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ca3ec64a-955b-40ee-946e-253c0f696d24 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4514878 May 11 06:06:45.653601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58942) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:45.660118 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.v2.base [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Request body: {'subnet': {'network_id': '1c735f97-be85-4efc-a2dc-5988c177abd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-714008218-subnet', 'tenant_id': '50e5cc3b586f476fa912a98105754346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:06:45.693102 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Made reservation on behalf of 50e5cc3b586f476fa912a98105754346 for: {'subnet': 1} {{(pid=103520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:06:45.699483 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30001298'] for subnet (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.917571 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29424854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30001284'] for subnet (b94171ba-c7d0-4cc0-bfb5-e8520b894162), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:45.934138 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58946) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:45.978996 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94171ba-c7d0-4cc0-bfb5-e8520b894162,revision_number=0']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:45.995176 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Checking segment: {'id': '5257e807-9e77-42b5-ba34-8ff86620266d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1c735f97-be85-4efc-a2dc-5988c177abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:06:45.995601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Network hostable DHCP agents. Network: 1c735f97-be85-4efc-a2dc-5988c177abd4, hostable agents: ['4653c846-acd2-4b3e-bdda-81dbd29c4216'], hosted agents: [] {{(pid=103520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:06:46.017745 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Network 1c735f97-be85-4efc-a2dc-5988c177abd4 is scheduled to be hosted by DHCP agent 4653c846-acd2-4b3e-bdda-81dbd29c4216 with binding_index 1 {{(pid=103520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:06:46.028580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.base_scheduler [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-13-iscsi, 1c735f97-be85-4efc-a2dc-5988c177abd4) {{(pid=103520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:06:46.033142 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:46.033772 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.039911 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e460167-b737-4c69-9e42-a8a60b40b2de None None] Network 1c735f97-be85-4efc-a2dc-5988c177abd4 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:46.058002 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8317b82e-f3a5-4d8c-ac5a-c70a78d5de34 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4015658 May 11 06:06:46.134662 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d3c-ed91-4913-a3ed-a000add59ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.199954 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f63251-9230-4922-bcee-e2108edc60c0 None None] Network 1c735f97-be85-4efc-a2dc-5988c177abd4 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:06:46.341512 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d3c-ed91-4913-a3ed-a000add59ef2 admin admin] Publish callbacks [] for security_group (7d7712e8-075b-4377-bdb1-60e55b9ee816), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.348011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4aa29d3c-ed91-4913-a3ed-a000add59ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7d7712e8-075b-4377-bdb1-60e55b9ee816), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.422458 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4aa29d3c-ed91-4913-a3ed-a000add59ef2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08c122c7f24b441db51a296b8855458b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871736 May 11 06:06:46.423895 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa29d3c-ed91-4913-a3ed-a000add59ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7712e8-075b-4377-bdb1-60e55b9ee816,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:46.425161 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58960) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:46.532545 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7b1816c4-1dab-4e16-b8a0-ba161a2da913 admin admin] Publish callbacks [] for security_group (7d7712e8-075b-4377-bdb1-60e55b9ee816), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.567154 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7b1816c4-1dab-4e16-b8a0-ba161a2da913 admin admin] Publish callbacks [] for security_group (7d7712e8-075b-4377-bdb1-60e55b9ee816), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.627876 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7b1816c4-1dab-4e16-b8a0-ba161a2da913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7d7712e8-075b-4377-bdb1-60e55b9ee816), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.630599 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7b1816c4-1dab-4e16-b8a0-ba161a2da913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:46.631848 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7b1816c4-1dab-4e16-b8a0-ba161a2da913 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d7712e8-075b-4377-bdb1-60e55b9ee816 HTTP/1.1" status: 204 len: 168 time: 0.2051198 May 11 06:06:46.658718 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1816c4-1dab-4e16-b8a0-ba161a2da913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7712e8-075b-4377-bdb1-60e55b9ee816,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:47.044315 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 58976) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:47.058020 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c3ea-f7f5-4b57-83fd-20be0269bdb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.144278 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c3ea-f7f5-4b57-83fd-20be0269bdb5 admin admin] Publish callbacks [] for security_group (6f12f93b-279e-4cb4-b874-2cd32cf1164f), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.147993 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4ba5c3ea-f7f5-4b57-83fd-20be0269bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6f12f93b-279e-4cb4-b874-2cd32cf1164f), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.185763 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4ba5c3ea-f7f5-4b57-83fd-20be0269bdb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f738263a60234d25a6f1daaf0e2e1982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398802 May 11 06:06:47.186796 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5c3ea-f7f5-4b57-83fd-20be0269bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12f93b-279e-4cb4-b874-2cd32cf1164f,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:47.189355 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 58978) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:47.267599 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c8dc08c2-100a-46a2-af5d-6d4f64aca08e admin admin] Publish callbacks [] for security_group (6f12f93b-279e-4cb4-b874-2cd32cf1164f), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.297010 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c8dc08c2-100a-46a2-af5d-6d4f64aca08e admin admin] Publish callbacks [] for security_group (6f12f93b-279e-4cb4-b874-2cd32cf1164f), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.349087 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c8dc08c2-100a-46a2-af5d-6d4f64aca08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (6f12f93b-279e-4cb4-b874-2cd32cf1164f), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.351835 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-c8dc08c2-100a-46a2-af5d-6d4f64aca08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:47.353027 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-c8dc08c2-100a-46a2-af5d-6d4f64aca08e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f12f93b-279e-4cb4-b874-2cd32cf1164f HTTP/1.1" status: 204 len: 168 time: 0.1626499 May 11 06:06:47.363113 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc08c2-100a-46a2-af5d-6d4f64aca08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12f93b-279e-4cb4-b874-2cd32cf1164f,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:47.990543 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:56.579295 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-e6369960-0617-4570-aeb1-36b59f1e2447 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428855 May 11 06:06:56.664154 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-d3d45cbb-0734-4767-9ecb-97834822962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:56.665814 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-d3d45cbb-0734-4767-9ecb-97834822962d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1129 time: 0.0426230 May 11 06:06:56.788732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-220b0618-1b59-4bdf-977e-36c96ef26c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:56.790459 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-220b0618-1b59-4bdf-977e-36c96ef26c46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.0974004 May 11 06:06:56.853837 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-6386837c-04c2-451c-9543-26fb55186039 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 200 len: 1001 time: 0.0567937 May 11 06:06:56.907381 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-350cceaa-d3bc-413d-ac3f-c8bdc73133e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:56.908907 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-350cceaa-d3bc-413d-ac3f-c8bdc73133e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0486093 May 11 06:06:56.957050 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-43db488a-67cf-40fd-b024-e10ccfda7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:06:56.958655 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-43db488a-67cf-40fd-b024-e10ccfda7541 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407951 May 11 06:06:57.052082 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-a097ffeb-6c1c-4177-8047-d93bb945b0e8 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 May 11 06:06:57.143604 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6ebde84d-fdd3-4d1b-8dae-d3511457292a req-34a51adb-1c3e-433c-879f-84f4e6dea1af service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845072 May 11 06:06:59.690312 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59340) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:59.735261 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Deleting subnet d251b802-21ae-4eff-925b-a592669f5def {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:06:59.738424 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Publish callbacks [] for subnet (d251b802-21ae-4eff-925b-a592669f5def), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:59.774382 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (d251b802-21ae-4eff-925b-a592669f5def), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:59.817353 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (d251b802-21ae-4eff-925b-a592669f5def), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:59.870087 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (d251b802-21ae-4eff-925b-a592669f5def), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:59.896237 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d251b802-21ae-4eff-925b-a592669f5def,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:06:59.900208 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:06:59.903597 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4138cc50-2358-488b-b46f-16d2c858648d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d251b802-21ae-4eff-925b-a592669f5def HTTP/1.1" status: 204 len: 168 time: 0.2121010 May 11 06:06:59.906222 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59342) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:06:59.974523 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (63a19bd2-5787-45d5-8224-96cb62668c41), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.055666 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (63a19bd2-5787-45d5-8224-96cb62668c41), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.076780 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a19bd2-5787-45d5-8224-96cb62668c41']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:00.086008 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:00.086314 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb6e358-6b74-4b09-84a0-c05d7f5ebcf0') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:00.095869 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (adb6e358-6b74-4b09-84a0-c05d7f5ebcf0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.109718 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (adb6e358-6b74-4b09-84a0-c05d7f5ebcf0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.115692 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:07:00.116080 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (adb6e358-6b74-4b09-84a0-c05d7f5ebcf0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:07:00.117790 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:07:00.175904 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (63a19bd2-5787-45d5-8224-96cb62668c41), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.181853 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.186080 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] 10.222.0.44 "DELETE /v2.0/networks/63a19bd2-5787-45d5-8224-96cb62668c41 HTTP/1.1" status: 204 len: 168 time: 0.2776995 May 11 06:07:00.195958 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fe670-ced0-47b3-9db4-4c247d338230 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a19bd2-5787-45d5-8224-96cb62668c41,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:00.345639 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59346) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:00.386539 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-906ac6b0-24b7-41f2-a909-0cef09b58376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a40603d2f46d4ad2986e9277a47a8211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394869 May 11 06:07:00.389072 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59354) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:00.442580 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b3617eda-c54b-4342-a775-024de4e2182d admin admin] Publish callbacks [] for security_group (7df62118-9e80-49b8-a0ac-4a387a1b30e2), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.464708 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b3617eda-c54b-4342-a775-024de4e2182d admin admin] Publish callbacks [] for security_group (7df62118-9e80-49b8-a0ac-4a387a1b30e2), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.514624 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b3617eda-c54b-4342-a775-024de4e2182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7df62118-9e80-49b8-a0ac-4a387a1b30e2), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.517591 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b3617eda-c54b-4342-a775-024de4e2182d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.518760 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b3617eda-c54b-4342-a775-024de4e2182d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7df62118-9e80-49b8-a0ac-4a387a1b30e2 HTTP/1.1" status: 204 len: 168 time: 0.1287167 May 11 06:07:00.527142 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617eda-c54b-4342-a775-024de4e2182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df62118-9e80-49b8-a0ac-4a387a1b30e2,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:00.643133 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59384) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:00.699273 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Deleting subnet f19015e1-6ee8-4b39-89c2-fb97971cc050 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:07:00.703109 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Publish callbacks [] for subnet (f19015e1-6ee8-4b39-89c2-fb97971cc050), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.742276 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (f19015e1-6ee8-4b39-89c2-fb97971cc050), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.789218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (f19015e1-6ee8-4b39-89c2-fb97971cc050), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.853041 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (f19015e1-6ee8-4b39-89c2-fb97971cc050), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.873947 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59388) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:00.890134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.895935 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f19015e1-6ee8-4b39-89c2-fb97971cc050 HTTP/1.1" status: 204 len: 168 time: 0.2495022 May 11 06:07:00.895935 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5ce5f-6cf6-423d-b1ef-ff4d48e62388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19015e1-6ee8-4b39-89c2-fb97971cc050,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:00.896960 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59392) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:00.982150 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (c4b01dce-bee6-4ad3-b29a-1351c1e44747), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:00.998544 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a60c27ad-9d77-4c83-b108-475a4c160752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.097565 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (c4b01dce-bee6-4ad3-b29a-1351c1e44747), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.128240 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b01dce-bee6-4ad3-b29a-1351c1e44747']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:01.142062 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:01.142370 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:01.158280 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.179037 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a60c27ad-9d77-4c83-b108-475a4c160752 admin admin] Publish callbacks [] for security_group (5b3c465a-361b-4645-aff9-43779ec6be8d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.180199 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.185985 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-a60c27ad-9d77-4c83-b108-475a4c160752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (5b3c465a-361b-4645-aff9-43779ec6be8d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.188431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:07:01.188818 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (cfb7bc03-e44b-4d8b-9592-c727a1b1ffc0), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:07:01.192540 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:07:01.269124 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-a60c27ad-9d77-4c83-b108-475a4c160752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a02a3c80bf34e71a63f8da7c1681493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939319 May 11 06:07:01.271696 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c27ad-9d77-4c83-b108-475a4c160752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c465a-361b-4645-aff9-43779ec6be8d,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:01.272102 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59394) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:01.274835 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (c4b01dce-bee6-4ad3-b29a-1351c1e44747), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.279800 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.285739 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c4b01dce-bee6-4ad3-b29a-1351c1e44747 HTTP/1.1" status: 204 len: 168 time: 0.3874204 May 11 06:07:01.287704 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59396) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:01.303333 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8c75-fd51-4e24-b7de-87f0671adb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b01dce-bee6-4ad3-b29a-1351c1e44747,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:01.339112 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-84110061-3974-45da-93d1-ae067f689f7b admin admin] Publish callbacks [] for security_group (5b3c465a-361b-4645-aff9-43779ec6be8d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.344229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_v2 [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Deleting subnet b94171ba-c7d0-4cc0-bfb5-e8520b894162 {{(pid=103520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:07:01.347435 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Publish callbacks [] for subnet (b94171ba-c7d0-4cc0-bfb5-e8520b894162), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.363102 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-84110061-3974-45da-93d1-ae067f689f7b admin admin] Publish callbacks [] for security_group (5b3c465a-361b-4645-aff9-43779ec6be8d), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.381260 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31420708'] for subnet (b94171ba-c7d0-4cc0-bfb5-e8520b894162), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.411372 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-84110061-3974-45da-93d1-ae067f689f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (5b3c465a-361b-4645-aff9-43779ec6be8d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.414209 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-84110061-3974-45da-93d1-ae067f689f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.415354 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-84110061-3974-45da-93d1-ae067f689f7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b3c465a-361b-4645-aff9-43779ec6be8d HTTP/1.1" status: 204 len: 168 time: 0.1420827 May 11 06:07:01.420726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (b94171ba-c7d0-4cc0-bfb5-e8520b894162), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.423540 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84110061-3974-45da-93d1-ae067f689f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c465a-361b-4645-aff9-43779ec6be8d,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:01.476634 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29424791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30001343'] for subnet (b94171ba-c7d0-4cc0-bfb5-e8520b894162), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.502541 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94171ba-c7d0-4cc0-bfb5-e8520b894162,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:01.506280 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.512546 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-670c03ac-10b8-4549-bd29-8a39b46b9b11 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b94171ba-c7d0-4cc0-bfb5-e8520b894162 HTTP/1.1" status: 204 len: 168 time: 0.2212920 May 11 06:07:01.513699 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59400) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:01.589316 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (1c735f97-be85-4efc-a2dc-5988c177abd4), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.666564 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (1c735f97-be85-4efc-a2dc-5988c177abd4), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.691780 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c735f97-be85-4efc-a2dc-5988c177abd4']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:01.694643 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59406) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:01.701502 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5257e807-9e77-42b5-ba34-8ff86620266d') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:01.701804 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5257e807-9e77-42b5-ba34-8ff86620266d') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:01.708475 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13dc3887-14df-4454-a211-834cbdcd875a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.711312 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (5257e807-9e77-42b5-ba34-8ff86620266d), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.724696 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (5257e807-9e77-42b5-ba34-8ff86620266d), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.730889 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:07:01.731977 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (5257e807-9e77-42b5-ba34-8ff86620266d), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:07:01.733759 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:07:01.786221 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (1c735f97-be85-4efc-a2dc-5988c177abd4), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.791607 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.795599 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] 10.222.0.44 "DELETE /v2.0/networks/1c735f97-be85-4efc-a2dc-5988c177abd4 HTTP/1.1" status: 204 len: 168 time: 0.2809739 May 11 06:07:01.806844 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62b8f9-2bfc-4118-9d15-d235f349095f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c735f97-be85-4efc-a2dc-5988c177abd4,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:01.846785 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13dc3887-14df-4454-a211-834cbdcd875a admin admin] Publish callbacks [] for security_group (52f0ebb0-cdb3-4dd1-829c-95166db354d0), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.850537 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-13dc3887-14df-4454-a211-834cbdcd875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (52f0ebb0-cdb3-4dd1-829c-95166db354d0), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.900565 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-13dc3887-14df-4454-a211-834cbdcd875a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bc8538a0e4d464fb3fefd6d67ef31fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023156 May 11 06:07:01.900810 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59410) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:01.907750 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc3887-14df-4454-a211-834cbdcd875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f0ebb0-cdb3-4dd1-829c-95166db354d0,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:01.959102 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d5f39a7-e116-447e-9168-2823641b7013 admin admin] Publish callbacks [] for security_group (52f0ebb0-cdb3-4dd1-829c-95166db354d0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:01.977084 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59412) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:01.982485 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d5f39a7-e116-447e-9168-2823641b7013 admin admin] Publish callbacks [] for security_group (52f0ebb0-cdb3-4dd1-829c-95166db354d0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.017788 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-382a3360-60c1-48b3-a41d-1c7934421de2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8582e121f5364a8182e98933641b58af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389409 May 11 06:07:02.020250 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59414) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:02.031373 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d5f39a7-e116-447e-9168-2823641b7013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (52f0ebb0-cdb3-4dd1-829c-95166db354d0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.034097 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-7d5f39a7-e116-447e-9168-2823641b7013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.035257 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-7d5f39a7-e116-447e-9168-2823641b7013 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52f0ebb0-cdb3-4dd1-829c-95166db354d0 HTTP/1.1" status: 204 len: 168 time: 0.1335795 May 11 06:07:02.047209 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f39a7-e116-447e-9168-2823641b7013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f0ebb0-cdb3-4dd1-829c-95166db354d0,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:02.078872 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c943996-ba1f-433f-9f51-4529e8e054f0 admin admin] Publish callbacks [] for security_group (914c368e-a4b2-480d-914d-b6b424429b61), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.101252 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c943996-ba1f-433f-9f51-4529e8e054f0 admin admin] Publish callbacks [] for security_group (914c368e-a4b2-480d-914d-b6b424429b61), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.148458 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c943996-ba1f-433f-9f51-4529e8e054f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (914c368e-a4b2-480d-914d-b6b424429b61), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.151213 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8c943996-ba1f-433f-9f51-4529e8e054f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.155420 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8c943996-ba1f-433f-9f51-4529e8e054f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/914c368e-a4b2-480d-914d-b6b424429b61 HTTP/1.1" status: 204 len: 168 time: 0.1311245 May 11 06:07:02.165724 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c943996-ba1f-433f-9f51-4529e8e054f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c368e-a4b2-480d-914d-b6b424429b61,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:02.485785 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59434) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:02.526368 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e44c3954-fbd4-47f8-8015-7d541d2639dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50e5cc3b586f476fa912a98105754346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393190 May 11 06:07:02.528830 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59436) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:02.580497 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-199bfed8-500c-4eb8-ba25-bd125496e2c4 admin admin] Publish callbacks [] for security_group (473ac98d-ec0c-4cb8-b834-593f135df18b), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.603490 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-199bfed8-500c-4eb8-ba25-bd125496e2c4 admin admin] Publish callbacks [] for security_group (473ac98d-ec0c-4cb8-b834-593f135df18b), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.654891 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-199bfed8-500c-4eb8-ba25-bd125496e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (473ac98d-ec0c-4cb8-b834-593f135df18b), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.658134 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-199bfed8-500c-4eb8-ba25-bd125496e2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:02.661670 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-199bfed8-500c-4eb8-ba25-bd125496e2c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/473ac98d-ec0c-4cb8-b834-593f135df18b HTTP/1.1" status: 204 len: 168 time: 0.1294236 May 11 06:07:02.676580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bfed8-500c-4eb8-ba25-bd125496e2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473ac98d-ec0c-4cb8-b834-593f135df18b,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:06.289156 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59532) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:06.392142 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8ee21b53-9489-4b61-ba02-eacddc7af00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.468039 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8ee21b53-9489-4b61-ba02-eacddc7af00d admin admin] Publish callbacks [] for security_group (88e50211-c8a5-4392-a06f-2957394ad06d), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.471628 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8ee21b53-9489-4b61-ba02-eacddc7af00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (88e50211-c8a5-4392-a06f-2957394ad06d), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.506981 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21b53-9489-4b61-ba02-eacddc7af00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e50211-c8a5-4392-a06f-2957394ad06d,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:06.512158 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8ee21b53-9489-4b61-ba02-eacddc7af00d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6662433dede04f40bc3e84fb4644fc44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219527 May 11 06:07:06.516254 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59536) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:06.563774 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-dd60e7f2-5ff8-4c80-bf48-5fff714fca4c admin admin] Publish callbacks [] for security_group (88e50211-c8a5-4392-a06f-2957394ad06d), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.584438 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-dd60e7f2-5ff8-4c80-bf48-5fff714fca4c admin admin] Publish callbacks [] for security_group (88e50211-c8a5-4392-a06f-2957394ad06d), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.628068 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-dd60e7f2-5ff8-4c80-bf48-5fff714fca4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (88e50211-c8a5-4392-a06f-2957394ad06d), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.630749 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-dd60e7f2-5ff8-4c80-bf48-5fff714fca4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:06.631879 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-dd60e7f2-5ff8-4c80-bf48-5fff714fca4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88e50211-c8a5-4392-a06f-2957394ad06d HTTP/1.1" status: 204 len: 168 time: 0.1148446 May 11 06:07:06.640185 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60e7f2-5ff8-4c80-bf48-5fff714fca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e50211-c8a5-4392-a06f-2957394ad06d,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:07.126637 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59548) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:07.229412 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4730e157-b63b-4c93-bd3b-d56d40113ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.305883 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4730e157-b63b-4c93-bd3b-d56d40113ea7 admin admin] Publish callbacks [] for security_group (c4f35daf-755c-499e-9d4a-1f698a7bb2d8), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.309601 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-4730e157-b63b-4c93-bd3b-d56d40113ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (c4f35daf-755c-499e-9d4a-1f698a7bb2d8), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.346415 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-4730e157-b63b-4c93-bd3b-d56d40113ea7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2c5c975031d408e9a7b6e58b95f8d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188082 May 11 06:07:07.347603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730e157-b63b-4c93-bd3b-d56d40113ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f35daf-755c-499e-9d4a-1f698a7bb2d8,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:07.349186 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59552) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:07.396071 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9af44f5e-8dc6-45cc-a39d-d0cf5144807f admin admin] Publish callbacks [] for security_group (c4f35daf-755c-499e-9d4a-1f698a7bb2d8), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.416723 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9af44f5e-8dc6-45cc-a39d-d0cf5144807f admin admin] Publish callbacks [] for security_group (c4f35daf-755c-499e-9d4a-1f698a7bb2d8), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.462263 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9af44f5e-8dc6-45cc-a39d-d0cf5144807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (c4f35daf-755c-499e-9d4a-1f698a7bb2d8), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.464823 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-9af44f5e-8dc6-45cc-a39d-d0cf5144807f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.466601 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-9af44f5e-8dc6-45cc-a39d-d0cf5144807f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4f35daf-755c-499e-9d4a-1f698a7bb2d8 HTTP/1.1" status: 204 len: 168 time: 0.1163104 May 11 06:07:07.473929 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af44f5e-8dc6-45cc-a39d-d0cf5144807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f35daf-755c-499e-9d4a-1f698a7bb2d8,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:07.727069 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59558) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:07.739990 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe54-ed22-482e-bd01-ce7f54f148cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.819351 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe54-ed22-482e-bd01-ce7f54f148cb admin admin] Publish callbacks [] for security_group (d9473ba9-d365-4dcb-a191-dabc37956534), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.824020 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe54-ed22-482e-bd01-ce7f54f148cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d9473ba9-d365-4dcb-a191-dabc37956534), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.873203 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-f8cabe54-ed22-482e-bd01-ce7f54f148cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47d175ce9532400ea263fb133dc1409b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450129 May 11 06:07:07.873981 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cabe54-ed22-482e-bd01-ce7f54f148cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9473ba9-d365-4dcb-a191-dabc37956534,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:07.877285 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59560) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:07.927358 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa3b9bc1-a549-4fdd-a3cd-7b11f9de7ece admin admin] Publish callbacks [] for security_group (d9473ba9-d365-4dcb-a191-dabc37956534), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:07.949184 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa3b9bc1-a549-4fdd-a3cd-7b11f9de7ece admin admin] Publish callbacks [] for security_group (d9473ba9-d365-4dcb-a191-dabc37956534), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:08.004678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa3b9bc1-a549-4fdd-a3cd-7b11f9de7ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (d9473ba9-d365-4dcb-a191-dabc37956534), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:08.007876 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa3b9bc1-a549-4fdd-a3cd-7b11f9de7ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:08.009035 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-aa3b9bc1-a549-4fdd-a3cd-7b11f9de7ece admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9473ba9-d365-4dcb-a191-dabc37956534 HTTP/1.1" status: 204 len: 168 time: 0.1308167 May 11 06:07:08.018141 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b9bc1-a549-4fdd-a3cd-7b11f9de7ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9473ba9-d365-4dcb-a191-dabc37956534,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:08.419667 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-75688cdc-fbc6-4b19-a005-077f6ce16f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:10.753459 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-b846bcb1-c63c-4c6f-9d30-a8a423424730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:11.756213 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:13.325743 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:14.879858 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:17.985596 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.081369 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:07:18.647993 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59666) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:18.751023 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-64cc3e82-965d-40c2-b1e1-4f4cdd01a9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.823414 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-64cc3e82-965d-40c2-b1e1-4f4cdd01a9e4 admin admin] Publish callbacks [] for security_group (162cced7-2625-4bd1-836f-5b0e9c8ec05e), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.827974 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-64cc3e82-965d-40c2-b1e1-4f4cdd01a9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (162cced7-2625-4bd1-836f-5b0e9c8ec05e), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.868543 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-64cc3e82-965d-40c2-b1e1-4f4cdd01a9e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4ed3383ad37423f84d80c26d424fd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194378 May 11 06:07:18.869390 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc3e82-965d-40c2-b1e1-4f4cdd01a9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162cced7-2625-4bd1-836f-5b0e9c8ec05e,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:18.873626 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59670) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:18.921877 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4c1456b1-b4ab-4954-bf00-e7e020659872 admin admin] Publish callbacks [] for security_group (162cced7-2625-4bd1-836f-5b0e9c8ec05e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.942405 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4c1456b1-b4ab-4954-bf00-e7e020659872 admin admin] Publish callbacks [] for security_group (162cced7-2625-4bd1-836f-5b0e9c8ec05e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.988926 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4c1456b1-b4ab-4954-bf00-e7e020659872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (162cced7-2625-4bd1-836f-5b0e9c8ec05e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.991549 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-4c1456b1-b4ab-4954-bf00-e7e020659872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:18.992707 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-4c1456b1-b4ab-4954-bf00-e7e020659872 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/162cced7-2625-4bd1-836f-5b0e9c8ec05e HTTP/1.1" status: 204 len: 168 time: 0.1181793 May 11 06:07:19.000659 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1456b1-b4ab-4954-bf00-e7e020659872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162cced7-2625-4bd1-836f-5b0e9c8ec05e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:19.252004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59676) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:19.264925 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa6f67f6-e3ff-4f71-9362-d91ada3ce4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.338398 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa6f67f6-e3ff-4f71-9362-d91ada3ce4a6 admin admin] Publish callbacks [] for security_group (e0004280-79b8-472d-8326-5351db0844df), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.342678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-aa6f67f6-e3ff-4f71-9362-d91ada3ce4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e0004280-79b8-472d-8326-5351db0844df), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.382152 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-aa6f67f6-e3ff-4f71-9362-d91ada3ce4a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=185fd34ae4e244b88e223e0b37f7c04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290805 May 11 06:07:19.383075 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f67f6-e3ff-4f71-9362-d91ada3ce4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0004280-79b8-472d-8326-5351db0844df,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:19.384788 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59678) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:19.432377 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e4f40fce-143c-41d8-b36b-c3aaa1eba97e admin admin] Publish callbacks [] for security_group (e0004280-79b8-472d-8326-5351db0844df), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.452831 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e4f40fce-143c-41d8-b36b-c3aaa1eba97e admin admin] Publish callbacks [] for security_group (e0004280-79b8-472d-8326-5351db0844df), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.499028 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e4f40fce-143c-41d8-b36b-c3aaa1eba97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (e0004280-79b8-472d-8326-5351db0844df), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.501722 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e4f40fce-143c-41d8-b36b-c3aaa1eba97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:19.502866 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e4f40fce-143c-41d8-b36b-c3aaa1eba97e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0004280-79b8-472d-8326-5351db0844df HTTP/1.1" status: 204 len: 168 time: 0.1170788 May 11 06:07:19.511649 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f40fce-143c-41d8-b36b-c3aaa1eba97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0004280-79b8-472d-8326-5351db0844df,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:23.544344 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59736) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:23.645508 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-028dc094-b216-46b0-8e03-cf2ed21712aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.723460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-028dc094-b216-46b0-8e03-cf2ed21712aa admin admin] Publish callbacks [] for security_group (ac676d2f-174a-4cec-ba9d-6169eb5e38a7), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.726907 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-028dc094-b216-46b0-8e03-cf2ed21712aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ac676d2f-174a-4cec-ba9d-6169eb5e38a7), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.762986 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dc094-b216-46b0-8e03-cf2ed21712aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac676d2f-174a-4cec-ba9d-6169eb5e38a7,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:23.767721 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-028dc094-b216-46b0-8e03-cf2ed21712aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1cc42783b094edb9f2b5027a3359436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223716 May 11 06:07:23.770442 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59740) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:23.817100 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-108504b4-70e9-481c-b151-1b8b0a13d3e3 admin admin] Publish callbacks [] for security_group (ac676d2f-174a-4cec-ba9d-6169eb5e38a7), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.838110 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-108504b4-70e9-481c-b151-1b8b0a13d3e3 admin admin] Publish callbacks [] for security_group (ac676d2f-174a-4cec-ba9d-6169eb5e38a7), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.883053 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-108504b4-70e9-481c-b151-1b8b0a13d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ac676d2f-174a-4cec-ba9d-6169eb5e38a7), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.885588 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-108504b4-70e9-481c-b151-1b8b0a13d3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:23.886716 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-108504b4-70e9-481c-b151-1b8b0a13d3e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac676d2f-174a-4cec-ba9d-6169eb5e38a7 HTTP/1.1" status: 204 len: 168 time: 0.1152031 May 11 06:07:23.894960 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108504b4-70e9-481c-b151-1b8b0a13d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac676d2f-174a-4cec-ba9d-6169eb5e38a7,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:24.146200 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59746) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:24.160494 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8847f1a8-dedb-4b2e-9698-5dc816725c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.233304 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8847f1a8-dedb-4b2e-9698-5dc816725c40 admin admin] Publish callbacks [] for security_group (ec88f01c-14f1-46a6-9f57-0d4c859a0f85), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.236809 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8847f1a8-dedb-4b2e-9698-5dc816725c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ec88f01c-14f1-46a6-9f57-0d4c859a0f85), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.273852 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8847f1a8-dedb-4b2e-9698-5dc816725c40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c72aacc5545b46b986c5178fe8dc33bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265757 May 11 06:07:24.274764 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847f1a8-dedb-4b2e-9698-5dc816725c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88f01c-14f1-46a6-9f57-0d4c859a0f85,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:24.276601 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59748) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:24.325986 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0429f73e-ce82-4879-9ec8-5e2dd275d3ff admin admin] Publish callbacks [] for security_group (ec88f01c-14f1-46a6-9f57-0d4c859a0f85), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.346266 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0429f73e-ce82-4879-9ec8-5e2dd275d3ff admin admin] Publish callbacks [] for security_group (ec88f01c-14f1-46a6-9f57-0d4c859a0f85), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.391792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0429f73e-ce82-4879-9ec8-5e2dd275d3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (ec88f01c-14f1-46a6-9f57-0d4c859a0f85), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.394422 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-0429f73e-ce82-4879-9ec8-5e2dd275d3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:24.395533 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-0429f73e-ce82-4879-9ec8-5e2dd275d3ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec88f01c-14f1-46a6-9f57-0d4c859a0f85 HTTP/1.1" status: 204 len: 168 time: 0.1179085 May 11 06:07:24.402631 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f73e-ce82-4879-9ec8-5e2dd275d3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88f01c-14f1-46a6-9f57-0d4c859a0f85,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:28.312458 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59832) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:28.614325 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Deleting port 42d776dc-5d7b-4b5e-b889-485df9f1b023 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:28.614667 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:28.692670 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:28.693003 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for floatingip (42d776dc-5d7b-4b5e-b889-485df9f1b023), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:28.705993 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Calling delete_port for 42d776dc-5d7b-4b5e-b889-485df9f1b023 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:29.122221 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (42d776dc-5d7b-4b5e-b889-485df9f1b023), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:29.147884 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event deleted for resources: {'Port': ['ID=42d776dc-5d7b-4b5e-b889-485df9f1b023,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:29.222707 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for floatingip (4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:29.223039 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Floating IP 4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb disassociated (deleted). External IP: 172.27.1.241, port: 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055. May 11 06:07:29.454819 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:07:29.565272 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:07:29.570089 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:29.575754 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] Sync routers for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:07:29.586455 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:29.587190 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:29.603855 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-16564caa-12c5-4ada-9799-0a9365cc0c3b tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "DELETE /v2.0/floatingips/4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb HTTP/1.1" status: 204 len: 168 time: 1.2902544 May 11 06:07:29.604504 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:07:29.607516 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c3030-afa9-4304-b7d9-533262fbc8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:07:29.646027 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc835811-9c09-4780-9ade-3d31395d4327 x-openstack-request-id: req-dc835811-9c09-4780-9ade-3d31395d4327 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:07:29.646449 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:07:29.646713 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc835811-9c09-4780-9ade-3d31395d4327 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:07:29.647277 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc835811-9c09-4780-9ade-3d31395d4327'] response: {'name': 'network-changed', 'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'status': 'completed', 'code': 200} May 11 06:07:29.708219 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:29.765500 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-295b08bb-e1e4-4f5f-bfd9-84e1b0da38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:29.767346 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-295b08bb-e1e4-4f5f-bfd9-84e1b0da38a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0668850 May 11 06:07:29.894529 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6dc36-3518-40f3-9a2b-f902db873ee9 req-f00ce8be-e2eb-4d26-9376-c75dbb839a4f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:29.897462 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6da6dc36-3518-40f3-9a2b-f902db873ee9 req-f00ce8be-e2eb-4d26-9376-c75dbb839a4f tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0582078 May 11 06:07:29.915072 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:29.942074 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] Checking router: 9a32822a-799c-4d0c-a15d-bf27ce9dac89 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:07:29.950367 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:29.950976 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:29.952619 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-6da6dc36-3518-40f3-9a2b-f902db873ee9 req-b43ca2fd-6113-436f-bf0e-3cfdd47b1eb4 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494003 May 11 06:07:30.188549 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:30.378505 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:30.406158 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920b50e-d57a-4417-b5fd-b98c17ae57f6 None None] The sync data for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi is: [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:54Z', 'revision_number': 4, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'bbae57ee-9076-4e90-8234-532fdc983673', 'name': '', 'network_id': 'd61038b6-2eb9-43cb-9ba1-5ce8fba4c863', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'mac_address': 'fa:16:3e:76:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2458119d-b47c-4322-b672-b853cfebbf05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:53Z', 'updated_at': '2022-05-11T06:01:59Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'subnets': [{'id': '2458119d-b47c-4322-b672-b853cfebbf05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:07:30.630749 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2f46a-97ba-48f3-8983-2ed51a700fa0 None None] New status for floating IP 4c86a0b8-a7bd-4907-b82c-46bd3a54ebfb: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:07:31.072554 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-42c94937-29a7-4f0e-a230-4adef168e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:31.073199 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548266b-cf09-43ff-851f-fa1902a013b5 req-8e0136bb-4994-4907-9db4-af586606daad tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:31.074068 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-42c94937-29a7-4f0e-a230-4adef168e8ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 200 len: 909 time: 0.0885558 May 11 06:07:31.074346 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0548266b-cf09-43ff-851f-fa1902a013b5 req-8e0136bb-4994-4907-9db4-af586606daad tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0481279 May 11 06:07:31.126446 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0548266b-cf09-43ff-851f-fa1902a013b5 req-abd096c8-2745-4f89-bffe-9cc9c0d131d6 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/security-groups?id=577bf9a4-aba3-4121-8bb3-a03467c06e39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 May 11 06:07:31.259845 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-b2e0dd30-1630-4cbb-acce-1b452ae158b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 200 len: 217 time: 0.0389512 May 11 06:07:31.310467 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-bb2412ef-db29-4b3b-8665-b0af68469d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:31.311905 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-bb2412ef-db29-4b3b-8665-b0af68469d28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 200 len: 847 time: 0.0454488 May 11 06:07:31.573288 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-2766c64a-23f6-4de5-81e3-a68add71ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:31.575440 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-2766c64a-23f6-4de5-81e3-a68add71ecc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401325 May 11 06:07:31.708911 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-0d6295e3-7db7-43b2-9787-48563fd37525 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:31.710917 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-0d6295e3-7db7-43b2-9787-48563fd37525 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.24 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 946 time: 0.0549858 May 11 06:07:31.745600 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-5c3192b4-6397-4c74-a86c-8f638929b58d service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897899 May 11 06:07:31.801895 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Deleting port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:31.802426 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:31.837055 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-351c3030-afa9-4304-b7d9-533262fbc8f9 req-82c2cb2a-5fa8-4248-ac00-c22f658ec861 service neutron] 10.222.0.24 "GET /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843935 May 11 06:07:31.907644 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] For port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:31.908092 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:31.923826 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Calling delete_port for 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:32.052554 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (0f8bf64f-04f0-4b4a-97d2-7d0d321bf055), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:32.084069 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event deleted for resources: {'Port': ['ID=0f8bf64f-04f0-4b4a-97d2-7d0d321bf055,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:32.130375 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] No DVR routers for this DVR port 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:07:32.133025 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:32.136322 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-4777f409-aec8-4681-9be4-f78cdc3f2472 req-21975a53-33c9-4c3c-9ebd-a247c485892d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.24 "DELETE /v2.0/ports/0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 HTTP/1.1" status: 204 len: 173 time: 0.4184489 May 11 06:07:32.136764 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-deleted', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:07:32.139641 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71c36c-4bc5-4b95-b1c9-788c3b3bc1eb" -d '{"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-deleted", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:07:32.179314 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11007c6f-9cc2-4087-9f1e-288a1a935a12 x-openstack-request-id: req-11007c6f-9cc2-4087-9f1e-288a1a935a12 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:07:32.179627 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fc7441-7d03-47f5-b466-96344add4ec3", "name": "network-vif-deleted", "tag": "0f8bf64f-04f0-4b4a-97d2-7d0d321bf055", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:07:32.179883 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11007c6f-9cc2-4087-9f1e-288a1a935a12 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:07:32.180298 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11007c6f-9cc2-4087-9f1e-288a1a935a12'] response: {'server_uuid': '83fc7441-7d03-47f5-b466-96344add4ec3', 'name': 'network-vif-deleted', 'tag': '0f8bf64f-04f0-4b4a-97d2-7d0d321bf055', 'status': 'completed', 'code': 200} May 11 06:07:32.237672 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-5266a7ef-df34-4852-a1d8-0e21e7ed3aee req-ddac1688-a2ea-413f-ab68-cfedd25a9ea6 tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fc7441-7d03-47f5-b466-96344add4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0315959 May 11 06:07:33.298789 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59866) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:33.359075 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group (577bf9a4-aba3-4121-8bb3-a03467c06e39), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:33.396259 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group (577bf9a4-aba3-4121-8bb3-a03467c06e39), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:33.456572 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (577bf9a4-aba3-4121-8bb3-a03467c06e39), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:33.459240 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:33.463075 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] 10.222.0.44 "DELETE /v2.0/security-groups/577bf9a4-aba3-4121-8bb3-a03467c06e39 HTTP/1.1" status: 204 len: 168 time: 0.1612840 May 11 06:07:33.471779 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577bf9a4-aba3-4121-8bb3-a03467c06e39,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:33.479916 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.480268 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.480618 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.481143 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.481815 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.481938 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.482196 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.482529 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.482891 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.483225 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.483607 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.484003 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.484373 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.484752 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.485115 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4c3f5-2cda-418a-96c3-50b6f387f29d tempest-TestShelveInstance-1642262000 tempest-TestShelveInstance-1642262000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:33.514468 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59870) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:33.638750 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:33.659984 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] No Port match for: 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:07:33.663502 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device 0f8bf64f-04f0-4b4a-97d2-7d0d321bf055 not bound to the agent host hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:07:33.950326 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (9a32822a-799c-4d0c-a15d-bf27ce9dac89), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:34.188319 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Deleting port bbae57ee-9076-4e90-8234-532fdc983673 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:34.188664 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (bbae57ee-9076-4e90-8234-532fdc983673), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:34.266674 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] For port bbae57ee-9076-4e90-8234-532fdc983673, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=bbae57ee-9076-4e90-8234-532fdc983673,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:34.267073 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (bbae57ee-9076-4e90-8234-532fdc983673), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:34.281032 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Calling delete_port for bbae57ee-9076-4e90-8234-532fdc983673 owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:34.459450 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (bbae57ee-9076-4e90-8234-532fdc983673), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:34.484010 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Pushing event deleted for resources: {'Port': ['ID=bbae57ee-9076-4e90-8234-532fdc983673,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:34.946526 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (9a32822a-799c-4d0c-a15d-bf27ce9dac89), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:35.164453 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:07:35.270146 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:07:35.278505 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-11f25bca-8f2a-442a-859d-55c090be60ec admin admin] 10.222.0.44 "PUT /v2.0/routers/9a32822a-799c-4d0c-a15d-bf27ce9dac89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656713 May 11 06:07:35.278658 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59878) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:35.283193 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] Sync routers for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:07:35.295278 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:35.295900 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:35.407808 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:35.408535 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks [] for router (9a32822a-799c-4d0c-a15d-bf27ce9dac89), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:35.516663 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks [] for router_gateway (9a32822a-799c-4d0c-a15d-bf27ce9dac89), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:35.561336 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Deleting port 6e32a582-697b-48ff-963d-13d14bf63514 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:35.561607 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (6e32a582-697b-48ff-963d-13d14bf63514), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:35.602415 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6e32a582-697b-48ff-963d-13d14bf63514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:07:34Z', 'revision_number': 5, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port': {'id': '6e32a582-697b-48ff-963d-13d14bf63514', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:35.630447 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] Checking router: 9a32822a-799c-4d0c-a15d-bf27ce9dac89 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:07:35.639215 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] Routers {'9a32822a-799c-4d0c-a15d-bf27ce9dac89'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:35.639825 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:35.643853 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] For port 6e32a582-697b-48ff-963d-13d14bf63514, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6e32a582-697b-48ff-963d-13d14bf63514,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:35.644220 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (6e32a582-697b-48ff-963d-13d14bf63514), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:35.657504 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Calling delete_port for 6e32a582-697b-48ff-963d-13d14bf63514 owned by network:router_gateway {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:35.730413 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] Set router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 gateway port host: None {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:35.787521 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:07:35Z', 'revision_number': 6, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:35.813933 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef17410-9ff8-4e88-a82a-e35d99e612b1 None None] The sync data for ids ['9a32822a-799c-4d0c-a15d-bf27ce9dac89'] in dv-cinder-733623-13-iscsi is: [{'id': '9a32822a-799c-4d0c-a15d-bf27ce9dac89', 'name': 'tempest-TestShelveInstance-452025209-router', 'tenant_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:50Z', 'updated_at': '2022-05-11T06:07:35Z', 'revision_number': 6, 'project_id': '3071f6c8fd64408fa45be4bc3a5c3f4d', 'gw_port_host': None}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:07:35.827231 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (6e32a582-697b-48ff-963d-13d14bf63514), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:35.860213 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e32a582-697b-48ff-963d-13d14bf63514,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:35.922667 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (9a32822a-799c-4d0c-a15d-bf27ce9dac89), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.015316 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (9a32822a-799c-4d0c-a15d-bf27ce9dac89), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.017735 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks [] for router_controller (9a32822a-799c-4d0c-a15d-bf27ce9dac89), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.058405 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (9a32822a-799c-4d0c-a15d-bf27ce9dac89), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.059633 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a32822a-799c-4d0c-a15d-bf27ce9dac89 {{(pid=103519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:07:36.064195 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.065283 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d35dd282-bb77-4f5e-8814-4731c2cd5943 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9a32822a-799c-4d0c-a15d-bf27ce9dac89 HTTP/1.1" status: 204 len: 168 time: 0.7856324 May 11 06:07:36.068549 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59882) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:36.112489 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Deleting subnet 2458119d-b47c-4322-b672-b853cfebbf05 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:07:36.115625 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Publish callbacks [] for subnet (2458119d-b47c-4322-b672-b853cfebbf05), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.153500 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (2458119d-b47c-4322-b672-b853cfebbf05), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.233004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (2458119d-b47c-4322-b672-b853cfebbf05), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.283989 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (2458119d-b47c-4322-b672-b853cfebbf05), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.308448 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2458119d-b47c-4322-b672-b853cfebbf05,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:36.312703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.315957 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-32bec851-d1ee-48fa-8612-65580758aa4b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2458119d-b47c-4322-b672-b853cfebbf05 HTTP/1.1" status: 204 len: 168 time: 0.2464771 May 11 06:07:36.318338 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59884) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:36.320822 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675767d7-fc3c-4626-b26d-b23fa8494202 None None] Network d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:07:36.389840 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.434919 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Deleting port 384f6452-0eca-4764-8710-113f8dbcd11b {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:36.435264 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.499896 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] For port 384f6452-0eca-4764-8710-113f8dbcd11b, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=384f6452-0eca-4764-8710-113f8dbcd11b,segment=NetworkSegment(06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3),segment_id=06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:36.500192 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.514114 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Calling delete_port for 384f6452-0eca-4764-8710-113f8dbcd11b owned by network:dhcp {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:36.587365 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9ad97-4129-4549-a465-4571ea537cea None None] DHCP port deletion for d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:07:36.596175 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (384f6452-0eca-4764-8710-113f8dbcd11b), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.610290 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-73a9ad97-4129-4549-a465-4571ea537cea None None] The port '384f6452-0eca-4764-8710-113f8dbcd11b' was deleted {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 11 06:07:36.624277 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Pushing event deleted for resources: {'Port': ['ID=384f6452-0eca-4764-8710-113f8dbcd11b,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:36.629692 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] No DVR routers for this DVR port 384f6452-0eca-4764-8710-113f8dbcd11b on host dv-cinder-733623-13-iscsi {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:07:36.706607 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.726252 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61038b6-2eb9-43cb-9ba1-5ce8fba4c863']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:36.735779 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:36.736076 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:36.746070 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.759997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.768422 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:07:36.769363 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (06e0c8b4-27f5-4aa9-9f2c-ecafceee4db3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:07:36.770616 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:07:36.830848 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (d61038b6-2eb9-43cb-9ba1-5ce8fba4c863), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.836806 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:36.840733 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d61038b6-2eb9-43cb-9ba1-5ce8fba4c863 HTTP/1.1" status: 204 len: 168 time: 0.5209186 May 11 06:07:36.844023 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59894) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:36.851367 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b14fb-7194-4a2e-9c01-216d01235067 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61038b6-2eb9-43cb-9ba1-5ce8fba4c863,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:37.177491 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (371502f9-1933-4af1-8130-e8b4359b71dc), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:37.405817 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Deleting port 35bac982-e2ed-42ce-bffa-b848ac5d13a8 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:37.406053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:37.486186 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] For port 35bac982-e2ed-42ce-bffa-b848ac5d13a8, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=35bac982-e2ed-42ce-bffa-b848ac5d13a8,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:37.486561 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:37.499881 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Calling delete_port for 35bac982-e2ed-42ce-bffa-b848ac5d13a8 owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:37.517535 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device bbae57ee-9076-4e90-8234-532fdc983673 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:37.545295 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: bbae57ee-9076-4e90-8234-532fdc983673 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:07:37.545674 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device bbae57ee-9076-4e90-8234-532fdc983673 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:07:37.546093 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6e32a582-697b-48ff-963d-13d14bf63514 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:37.565336 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 6e32a582-697b-48ff-963d-13d14bf63514 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:07:37.565708 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6e32a582-697b-48ff-963d-13d14bf63514 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:07:37.566117 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 384f6452-0eca-4764-8710-113f8dbcd11b no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:37.586157 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 384f6452-0eca-4764-8710-113f8dbcd11b {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:07:37.586513 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 384f6452-0eca-4764-8710-113f8dbcd11b not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:07:37.682395 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (35bac982-e2ed-42ce-bffa-b848ac5d13a8), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:37.707059 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Pushing event deleted for resources: {'Port': ['ID=35bac982-e2ed-42ce-bffa-b848ac5d13a8,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:37.873925 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (371502f9-1933-4af1-8130-e8b4359b71dc), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.089460 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Router 371502f9-1933-4af1-8130-e8b4359b71dc has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:07:38.197030 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:07:38.203282 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f963f444-c086-482a-9f2b-fc2d3ebf6647 admin admin] 10.222.0.44 "PUT /v2.0/routers/371502f9-1933-4af1-8130-e8b4359b71dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3576434 May 11 06:07:38.205088 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59904) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:38.207476 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] Sync routers for ids ['371502f9-1933-4af1-8130-e8b4359b71dc'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:07:38.218039 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] Routers {'371502f9-1933-4af1-8130-e8b4359b71dc'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:38.218650 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['371502f9-1933-4af1-8130-e8b4359b71dc'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:38.311194 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks [] for router (371502f9-1933-4af1-8130-e8b4359b71dc), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.323057 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] Set router 371502f9-1933-4af1-8130-e8b4359b71dc gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:38.417181 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks [] for router_gateway (371502f9-1933-4af1-8130-e8b4359b71dc), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.422929 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-1c95ddea-8422-44d7-81d3-899a185ea4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.461349 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Deleting port 74c5ce22-0597-4e2f-ac9d-9b089214a205 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:38.461708 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.492673 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:07:37Z', 'revision_number': 5, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port': {'id': '74c5ce22-0597-4e2f-ac9d-9b089214a205', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:38.522903 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] Checking router: 371502f9-1933-4af1-8130-e8b4359b71dc for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:07:38.531552 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] Routers {'371502f9-1933-4af1-8130-e8b4359b71dc'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:38.532150 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['371502f9-1933-4af1-8130-e8b4359b71dc'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:38.544053 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] For port 74c5ce22-0597-4e2f-ac9d-9b089214a205, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=74c5ce22-0597-4e2f-ac9d-9b089214a205,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:38.544421 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.556998 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Calling delete_port for 74c5ce22-0597-4e2f-ac9d-9b089214a205 owned by network:router_gateway {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:38.618043 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] Set router 371502f9-1933-4af1-8130-e8b4359b71dc gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:38.671715 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:07:38Z', 'revision_number': 6, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:38.702042 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b7818-a1e9-43bd-bfa4-fb6da4f74bf1 None None] The sync data for ids ['371502f9-1933-4af1-8130-e8b4359b71dc'] in dv-cinder-733623-13-iscsi is: [{'id': '371502f9-1933-4af1-8130-e8b4359b71dc', 'name': 'tempest-TestShelveInstance-1561841401-router', 'tenant_id': '142581fe765c41d0a10bdc8f654e4ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:01:56Z', 'updated_at': '2022-05-11T06:07:38Z', 'revision_number': 6, 'project_id': '142581fe765c41d0a10bdc8f654e4ee1', 'gw_port_host': None}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:07:38.723645 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (74c5ce22-0597-4e2f-ac9d-9b089214a205), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.754478 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c5ce22-0597-4e2f-ac9d-9b089214a205,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:38.813084 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (371502f9-1933-4af1-8130-e8b4359b71dc), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.905017 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (371502f9-1933-4af1-8130-e8b4359b71dc), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.907399 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks [] for router_controller (371502f9-1933-4af1-8130-e8b4359b71dc), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.957887 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (371502f9-1933-4af1-8130-e8b4359b71dc), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.958495 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371502f9-1933-4af1-8130-e8b4359b71dc {{(pid=103520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:07:38.963701 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:38.964837 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8de67c2e-fff8-4cec-98c1-3ad1eca7ec37 admin admin] 10.222.0.44 "DELETE /v2.0/routers/371502f9-1933-4af1-8130-e8b4359b71dc HTTP/1.1" status: 204 len: 168 time: 0.7588077 May 11 06:07:38.967999 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59906) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:39.012049 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Deleting subnet 1f2acf3a-0f31-45f4-b150-a6a32b9b9366 {{(pid=103520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:07:39.015043 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Publish callbacks [] for subnet (1f2acf3a-0f31-45f4-b150-a6a32b9b9366), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.050813 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31420708'] for subnet (1f2acf3a-0f31-45f4-b150-a6a32b9b9366), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.178382 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (1f2acf3a-0f31-45f4-b150-a6a32b9b9366), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.229697 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29424791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30001343'] for subnet (1f2acf3a-0f31-45f4-b150-a6a32b9b9366), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.255659 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2acf3a-0f31-45f4-b150-a6a32b9b9366,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:39.263345 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.269244 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8f86035a-91d8-43e1-89bd-21aacec5b04e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f2acf3a-0f31-45f4-b150-a6a32b9b9366 HTTP/1.1" status: 204 len: 168 time: 0.2980418 May 11 06:07:39.269408 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c50a9-7348-4934-a2d9-88e98223b283 None None] Network 315b65de-35fa-486d-a335-0a5086cc68f7 requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:07:39.269910 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59910) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:39.507696 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] DHCP port deletion for 315b65de-35fa-486d-a335-0a5086cc68f7 request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:07:39.561591 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 35bac982-e2ed-42ce-bffa-b848ac5d13a8 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:39.563398 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Deleting port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:39.563768 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.593063 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 35bac982-e2ed-42ce-bffa-b848ac5d13a8 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:07:39.593407 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 35bac982-e2ed-42ce-bffa-b848ac5d13a8 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:07:39.593853 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 74c5ce22-0597-4e2f-ac9d-9b089214a205 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:39.622827 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (315b65de-35fa-486d-a335-0a5086cc68f7), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.653909 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 74c5ce22-0597-4e2f-ac9d-9b089214a205 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:07:39.654256 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 74c5ce22-0597-4e2f-ac9d-9b089214a205 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:07:39.654672 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 6d729a07-ebd9-44c0-9aef-4710d16bf3ef no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:39.668687 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Deleting port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:39.669393 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.687245 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] For port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:39.687656 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.703878 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Calling delete_port for 6d729a07-ebd9-44c0-9aef-4710d16bf3ef owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:39.735412 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] For port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,segment=NetworkSegment(79a0dd76-8f8a-4559-a92c-2026a74e4122),segment_id=79a0dd76-8f8a-4559-a92c-2026a74e4122)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:39.735925 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.754376 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Calling delete_port for 6d729a07-ebd9-44c0-9aef-4710d16bf3ef owned by network:dhcp {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:39.821103 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.835566 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.852680 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Pushing event deleted for resources: {'Port': ['ID=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:39.854625 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Current status of the port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:07:39.855005 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (6d729a07-ebd9-44c0-9aef-4710d16bf3ef), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.860488 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6d729a07-ebd9-44c0-9aef-4710d16bf3ef,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:39.865732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] No DVR routers for this DVR port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef on host dv-cinder-733623-13-iscsi {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:07:39.869075 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] No DVR routers for this DVR port 6d729a07-ebd9-44c0-9aef-4710d16bf3ef on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:07:39.871096 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.871540 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.871883 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.872276 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.872690 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.872984 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.873311 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.873852 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.874186 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.874516 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.874843 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.875169 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.875492 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.875820 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.876167 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fae061-be00-435f-827d-1362d3b711c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:39.947121 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (315b65de-35fa-486d-a335-0a5086cc68f7), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.966700 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315b65de-35fa-486d-a335-0a5086cc68f7']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:39.975820 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a0dd76-8f8a-4559-a92c-2026a74e4122') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:39.976065 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a0dd76-8f8a-4559-a92c-2026a74e4122') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:39.985827 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (79a0dd76-8f8a-4559-a92c-2026a74e4122), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:39.999828 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (79a0dd76-8f8a-4559-a92c-2026a74e4122), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.005904 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:07:40.006293 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (79a0dd76-8f8a-4559-a92c-2026a74e4122), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: self.session.flush() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: self.session.flush() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: self.session.flush() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: self.session.flush() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:07:40.008057 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:07:40.065576 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (315b65de-35fa-486d-a335-0a5086cc68f7), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.070098 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.073495 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] 10.222.0.44 "DELETE /v2.0/networks/315b65de-35fa-486d-a335-0a5086cc68f7 HTTP/1.1" status: 204 len: 168 time: 0.8029885 May 11 06:07:40.085726 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d586b16-4ad9-488e-8b7c-d36829ec4dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=315b65de-35fa-486d-a335-0a5086cc68f7,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:40.186694 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59914) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:40.225001 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ea8998a4-784c-495b-82be-6f6602c82010 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3071f6c8fd64408fa45be4bc3a5c3f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371692 May 11 06:07:40.227441 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59916) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:40.273284 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7524c721-e2a5-4117-8cd9-2ff7bd612267 admin admin] Publish callbacks [] for security_group (62b1f061-36f4-427e-a3df-d0cab884b03c), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.295337 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7524c721-e2a5-4117-8cd9-2ff7bd612267 admin admin] Publish callbacks [] for security_group (62b1f061-36f4-427e-a3df-d0cab884b03c), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.341597 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7524c721-e2a5-4117-8cd9-2ff7bd612267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (62b1f061-36f4-427e-a3df-d0cab884b03c), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.344226 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7524c721-e2a5-4117-8cd9-2ff7bd612267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.345396 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7524c721-e2a5-4117-8cd9-2ff7bd612267 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62b1f061-36f4-427e-a3df-d0cab884b03c HTTP/1.1" status: 204 len: 168 time: 0.1171331 May 11 06:07:40.352838 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524c721-e2a5-4117-8cd9-2ff7bd612267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b1f061-36f4-427e-a3df-d0cab884b03c,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:40.647877 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59924) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:40.688384 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-dae6b54a-2ba6-4502-a766-cd93275a11db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=142581fe765c41d0a10bdc8f654e4ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393524 May 11 06:07:40.690784 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 59926) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:40.739580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f0fd-3de5-4a3d-9a43-5f7fd8b05d6e admin admin] Publish callbacks [] for security_group (7dba4052-75fd-4799-9d73-3f9c78e28572), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.753727 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6b7f362e-0fe4-4c46-a78f-0b212a340fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.762426 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f0fd-3de5-4a3d-9a43-5f7fd8b05d6e admin admin] Publish callbacks [] for security_group (7dba4052-75fd-4799-9d73-3f9c78e28572), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.808524 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f0fd-3de5-4a3d-9a43-5f7fd8b05d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (7dba4052-75fd-4799-9d73-3f9c78e28572), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.811425 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f0fd-3de5-4a3d-9a43-5f7fd8b05d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:40.812560 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-f2f5f0fd-3de5-4a3d-9a43-5f7fd8b05d6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dba4052-75fd-4799-9d73-3f9c78e28572 HTTP/1.1" status: 204 len: 168 time: 0.1208994 May 11 06:07:40.820366 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5f0fd-3de5-4a3d-9a43-5f7fd8b05d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba4052-75fd-4799-9d73-3f9c78e28572,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:41.759173 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:43.328253 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:43.587922 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 59936) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:07:43.733457 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Deleting port 880f29f8-be88-4a0a-9a01-ff7f36ad4905 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:43.733833 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:43.812349 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:43.812672 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (880f29f8-be88-4a0a-9a01-ff7f36ad4905), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:43.824741 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Calling delete_port for 880f29f8-be88-4a0a-9a01-ff7f36ad4905 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:43.970130 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (880f29f8-be88-4a0a-9a01-ff7f36ad4905), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:43.998136 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'Port': ['ID=880f29f8-be88-4a0a-9a01-ff7f36ad4905,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:44.023462 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.023852 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.024200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.024593 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.024960 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.025294 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.025678 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.026025 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.026383 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.026711 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.027083 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.027408 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.027731 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.028052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.029078 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-13-iscsi {{(pid=103519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:07:44.069105 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:44.069671 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Floating IP ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f disassociated (deleted). External IP: 172.27.1.216, port: e01bd856-16c0-47b7-8812-e2f89cf52869. May 11 06:07:44.550200 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:07:44.660966 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:07:44.665486 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:44.671048 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:07:44.680232 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:44.680905 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:44.694517 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-55ef2ac9-7116-442f-ba0b-e50187417aa1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "DELETE /v2.0/floatingips/ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f HTTP/1.1" status: 204 len: 168 time: 1.1055140 May 11 06:07:44.695199 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:07:44.697550 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115a4379-a3a9-4fef-891c-b435f65dfb32" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:07:44.734982 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a6c15b-4cf2-4161-94e5-8b1f78c8bd6a x-openstack-request-id: req-c5a6c15b-4cf2-4161-94e5-8b1f78c8bd6a {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:07:44.735285 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:07:44.735542 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5a6c15b-4cf2-4161-94e5-8b1f78c8bd6a {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:07:44.735942 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a6c15b-4cf2-4161-94e5-8b1f78c8bd6a'] response: {'name': 'network-changed', 'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'status': 'completed', 'code': 200} May 11 06:07:44.796443 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:44.835205 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-802c2d3d-10e7-418e-828c-b9fbdb9be1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:44.836886 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-802c2d3d-10e7-418e-828c-b9fbdb9be1e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 1130 time: 0.0445848 May 11 06:07:44.904742 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:44.937966 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ef6ac-2488-4803-bf28-d6b0c43734b0 req-e42f70e2-155e-4e48-b905-a837eae53323 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:44.939700 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9f9ef6ac-2488-4803-bf28-d6b0c43734b0 req-e42f70e2-155e-4e48-b905-a837eae53323 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0570266 May 11 06:07:44.995492 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9f9ef6ac-2488-4803-bf28-d6b0c43734b0 req-e985fc15-c232-41c2-8872-aecaa2c09ad3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496595 May 11 06:07:45.158835 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:45Z', 'revision_number': 1, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:45.185792 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:07:45.193926 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:07:45.194532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:45.300898 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:07:45.514028 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:45Z', 'revision_number': 1, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:07:45.540154 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fa64e-7289-4b64-ae5b-48db8e9614c9 None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_floatingips': [{'id': '2a816f57-2dd5-41a9-810c-6a25c1416901', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'router_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'port_id': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'mac_address': 'fa:16:3e:96:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42279c9f-6113-43fa-9770-3f314e47fc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:03:43Z', 'updated_at': '2022-05-11T06:03:45Z', 'revision_number': 1, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:07:45.761624 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba339f41-4009-4322-b850-d312c9837bd4 None None] New status for floating IP ee4d0e7a-2e56-4850-9d91-eed4c05c8c6f: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:07:46.116783 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a69d8-a71e-462b-a516-2e807d6de7cf req-dca056b3-04d1-4420-b4be-4bfbbf4f3b9e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:46.118195 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-827a69d8-a71e-462b-a516-2e807d6de7cf req-dca056b3-04d1-4420-b4be-4bfbbf4f3b9e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0477118 May 11 06:07:46.168649 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-827a69d8-a71e-462b-a516-2e807d6de7cf req-3a40bbd8-fe3b-4d0d-b3f2-f866336b2843 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 May 11 06:07:46.237957 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-ff9ab240-62f7-4ac9-b43a-808c22e3dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:46.239529 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-ff9ab240-62f7-4ac9-b43a-808c22e3dc81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.0883510 May 11 06:07:46.284310 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-fd334c01-308d-4c6d-b5d8-09408a14eb35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e01bd856-16c0-47b7-8812-e2f89cf52869 HTTP/1.1" status: 200 len: 217 time: 0.0380330 May 11 06:07:46.474647 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-707c2005-f1e1-488a-b88f-b1495976a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:46.475960 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-707c2005-f1e1-488a-b88f-b1495976a904 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0439169 May 11 06:07:47.486065 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2a83-878c-4bc8-b514-ffc08f0292c4 req-898c43be-c530-4d0c-9faa-0a0599f07ec5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:47.487521 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6cec2a83-878c-4bc8-b514-ffc08f0292c4 req-898c43be-c530-4d0c-9faa-0a0599f07ec5 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.2408693 May 11 06:07:47.535995 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-6cec2a83-878c-4bc8-b514-ffc08f0292c4 req-93e7f308-fed9-40dd-ae29-e5da4315a6ca tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 May 11 06:07:47.976502 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:48.702574 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e65377-dc85-4f63-b072-9eb51dbc5bf0 req-a28cbd34-ddfb-4ccc-a809-be1f483b4dae tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:48.704034 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-77e65377-dc85-4f63-b072-9eb51dbc5bf0 req-a28cbd34-ddfb-4ccc-a809-be1f483b4dae tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.1017075 May 11 06:07:48.751696 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-77e65377-dc85-4f63-b072-9eb51dbc5bf0 req-df8931b6-355d-4f49-9937-fdd27beb79d8 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 May 11 06:07:49.724903 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device e01bd856-16c0-47b7-8812-e2f89cf52869 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:07:49.803391 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port e01bd856-16c0-47b7-8812-e2f89cf52869 is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:07:49.803814 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:49.827205 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:07:49.829452 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b528a658-a275-4e35-bea4-53f8969ab042" -d '{"events": [{"server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "name": "network-vif-unplugged", "status": "completed", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:07:49.843648 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e01bd856-16c0-47b7-8812-e2f89cf52869,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:49.847848 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:49.871885 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 06:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db0047d-479c-438c-af51-cf098714bb9e x-openstack-request-id: req-2db0047d-479c-438c-af51-cf098714bb9e {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:07:49.872176 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "name": "network-vif-unplugged", "status": "completed", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:07:49.872437 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2db0047d-479c-438c-af51-cf098714bb9e {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:07:49.872829 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db0047d-479c-438c-af51-cf098714bb9e'] response: {'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'code': 200} May 11 06:07:49.876882 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc09b3-01a6-4506-b7e5-84a0410497f3 req-1385d564-3a2d-4853-a80e-d30d451cdbde tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:49.878417 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f3dc09b3-01a6-4506-b7e5-84a0410497f3 req-1385d564-3a2d-4853-a80e-d30d451cdbde tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 946 time: 0.0592139 May 11 06:07:49.899509 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=6']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:49.928730 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-f3dc09b3-01a6-4506-b7e5-84a0410497f3 req-fdc7fd4c-584e-4d34-9363-56ab96e4d6eb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 May 11 06:07:51.049669 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb48c3-258b-49a2-8bf5-c42582bc86f1 req-088c30b8-7a93-42f8-a431-dadbf6f4d9c3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:51.051154 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30cb48c3-258b-49a2-8bf5-c42582bc86f1 req-088c30b8-7a93-42f8-a431-dadbf6f4d9c3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0502894 May 11 06:07:51.099207 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-30cb48c3-258b-49a2-8bf5-c42582bc86f1 req-d6b9e2df-0f96-48e3-8273-a1d80b6de60c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 May 11 06:07:52.211897 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8697c3-149b-41d0-b365-9d08cedaf7c6 req-8d78cb23-38bd-4b3e-9da5-368382970985 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:52.213370 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de8697c3-149b-41d0-b365-9d08cedaf7c6 req-8d78cb23-38bd-4b3e-9da5-368382970985 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0472724 May 11 06:07:52.260844 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-de8697c3-149b-41d0-b365-9d08cedaf7c6 req-db555139-a824-4418-bceb-6dc863467452 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 May 11 06:07:53.372047 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5920d6-51fa-46fa-b75d-ee2528b48fbc req-8bdf69c9-ad53-4ca5-a49f-23322307dba1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:53.374236 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0a5920d6-51fa-46fa-b75d-ee2528b48fbc req-8bdf69c9-ad53-4ca5-a49f-23322307dba1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0460320 May 11 06:07:53.425977 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-0a5920d6-51fa-46fa-b75d-ee2528b48fbc req-e0091606-624e-4219-a9a9-f00f6f8916fa tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 May 11 06:07:54.540637 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d3b9-d0ff-4fa6-93b3-fbb1bcc10344 req-5265d54a-49f4-432a-8d44-7ad9b42b1865 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:54.542118 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0292d3b9-d0ff-4fa6-93b3-fbb1bcc10344 req-5265d54a-49f4-432a-8d44-7ad9b42b1865 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0494332 May 11 06:07:54.589519 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0292d3b9-d0ff-4fa6-93b3-fbb1bcc10344 req-fedce139-a54c-458e-b6b2-6e732edad6a6 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 May 11 06:07:55.080665 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:07:55.703863 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424613c4-0805-48da-800f-2cbacd0aa4b8 req-a5d8da4f-aa1c-4c4b-bd2b-724d2028bf8f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:55.705251 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-424613c4-0805-48da-800f-2cbacd0aa4b8 req-a5d8da4f-aa1c-4c4b-bd2b-724d2028bf8f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0470037 May 11 06:07:55.752916 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-424613c4-0805-48da-800f-2cbacd0aa4b8 req-ffc8cb5a-18ef-427a-acd0-aaffcd819cc9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 May 11 06:07:56.864988 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addb92b-c248-4f0d-85a4-e98c1ff41e3d req-e8e2e85b-a41c-4be1-99c7-888d9f74db9f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:56.866481 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3addb92b-c248-4f0d-85a4-e98c1ff41e3d req-e8e2e85b-a41c-4be1-99c7-888d9f74db9f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0466199 May 11 06:07:56.915162 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-3addb92b-c248-4f0d-85a4-e98c1ff41e3d req-167ff60c-c83d-4a25-905c-9df9cb67e3b2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 May 11 06:07:58.026062 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58360389-91e7-4ea7-bc33-c03008fa06c6 req-60ad4c72-a844-4e25-ae32-8204673f5c15 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:58.028344 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58360389-91e7-4ea7-bc33-c03008fa06c6 req-60ad4c72-a844-4e25-ae32-8204673f5c15 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0474067 May 11 06:07:58.077000 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-58360389-91e7-4ea7-bc33-c03008fa06c6 req-90f4d8cf-91f6-4947-b2e2-665be77b9f52 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 May 11 06:07:59.188913 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb3394-d966-439e-a461-359c0d450385 req-6a90a7f8-47cf-4208-9889-41d823a646e1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:59.190464 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9dcb3394-d966-439e-a461-359c0d450385 req-6a90a7f8-47cf-4208-9889-41d823a646e1 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0459902 May 11 06:07:59.241362 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-9dcb3394-d966-439e-a461-359c0d450385 req-5ae2f3e8-554d-40cf-806e-e5ddf226a480 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 May 11 06:07:59.393129 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-d7e5798f-06ac-44b5-97d3-e77a39787527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:59.394540 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-d7e5798f-06ac-44b5-97d3-e77a39787527 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415850 May 11 06:07:59.488983 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-3f393b92-fab6-4704-91f3-acd8a6f49a64 service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 May 11 06:07:59.565741 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-a83cea99-bd51-4772-8d4e-f510ebbefb6e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:07:59.567271 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-a83cea99-bd51-4772-8d4e-f510ebbefb6e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 944 time: 0.0559728 May 11 06:07:59.612027 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-115a4379-a3a9-4fef-891c-b435f65dfb32 req-b6e504ad-626c-42b2-a9a0-e02d5ae8b31d service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005750 May 11 06:07:59.673262 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Deleting port e01bd856-16c0-47b7-8812-e2f89cf52869 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:07:59.673553 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:59.765852 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] For port e01bd856-16c0-47b7-8812-e2f89cf52869, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e01bd856-16c0-47b7-8812-e2f89cf52869,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:07:59.766220 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:59.779074 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Calling delete_port for e01bd856-16c0-47b7-8812-e2f89cf52869 owned by compute:nova {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:07:59.907236 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e01bd856-16c0-47b7-8812-e2f89cf52869), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:59.937022 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'Port': ['ID=e01bd856-16c0-47b7-8812-e2f89cf52869,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:07:59.981776 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] No DVR routers for this DVR port e01bd856-16c0-47b7-8812-e2f89cf52869 on host hv-cinder-73362 {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:07:59.984222 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:07:59.987425 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-2b4f199e-2826-4d72-bd11-a8105f5aec70 req-0ad6154a-288b-45da-94e1-1491621d34d2 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "DELETE /v2.0/ports/e01bd856-16c0-47b7-8812-e2f89cf52869 HTTP/1.1" status: 204 len: 173 time: 0.3934810 May 11 06:07:59.987862 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'name': 'network-vif-deleted', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869'}] {{(pid=103520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:07:59.990084 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2b822701948474c2586203421b70ee0d5129569feb124d599b0ddf11f860c66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38092192-e231-4fcf-84ce-9ecfd6c8d254" -d '{"events": [{"server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "name": "network-vif-deleted", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869"}]}' {{(pid=103520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:08:00.027663 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a104931-28ff-453c-a9f9-cdaa3fabdf54 x-openstack-request-id: req-1a104931-28ff-453c-a9f9-cdaa3fabdf54 {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:08:00.027960 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ac84cd-cc2c-4830-a418-8c0da4209794", "name": "network-vif-deleted", "tag": "e01bd856-16c0-47b7-8812-e2f89cf52869", "status": "completed", "code": 200}]} {{(pid=103520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:08:00.028215 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a104931-28ff-453c-a9f9-cdaa3fabdf54 {{(pid=103520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:08:00.028620 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a104931-28ff-453c-a9f9-cdaa3fabdf54'] response: {'server_uuid': 'c0ac84cd-cc2c-4830-a418-8c0da4209794', 'name': 'network-vif-deleted', 'tag': 'e01bd856-16c0-47b7-8812-e2f89cf52869', 'status': 'completed', 'code': 200} May 11 06:08:00.345661 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-d285f0d1-f786-4389-985d-1a585f3edd56 req-2e918745-8e92-4dda-8f8f-f483aabe8d2a tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0ac84cd-cc2c-4830-a418-8c0da4209794 HTTP/1.1" status: 200 len: 210 time: 0.0295947 May 11 06:08:03.625771 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60062) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:03.774509 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Deleting port fefd33ec-8184-4e9c-90af-990b1878c8d0 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:03.774859 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:03.850651 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:03.850983 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (fefd33ec-8184-4e9c-90af-990b1878c8d0), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:03.863261 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Calling delete_port for fefd33ec-8184-4e9c-90af-990b1878c8d0 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:04.006758 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (fefd33ec-8184-4e9c-90af-990b1878c8d0), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:04.035792 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'Port': ['ID=fefd33ec-8184-4e9c-90af-990b1878c8d0,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:04.094613 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (2a816f57-2dd5-41a9-810c-6a25c1416901), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:04.094949 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.db.l3_db [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Floating IP 2a816f57-2dd5-41a9-810c-6a25c1416901 disassociated (deleted). External IP: 172.27.1.147, port: d16db98a-a519-4d1f-ab25-011ce93ea9b3. May 11 06:08:04.307703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:08:04.417874 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:08:04.423558 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:04.429747 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:08:04.439133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:08:04.439741 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:04.453850 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-1c98dc31-d82a-4d37-9341-25a907ba143d tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "DELETE /v2.0/floatingips/2a816f57-2dd5-41a9-810c-6a25c1416901 HTTP/1.1" status: 204 len: 168 time: 0.8269067 May 11 06:08:04.454564 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:08:04.456980 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce06296b-9eed-435c-807b-3624e878528f" -d '{"events": [{"name": "network-changed", "server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:08:04.505497 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befee6d0-8760-4211-a6fa-00e0dbb57440 x-openstack-request-id: req-befee6d0-8760-4211-a6fa-00e0dbb57440 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:08:04.506010 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:08:04.506906 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-befee6d0-8760-4211-a6fa-00e0dbb57440 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:08:04.508059 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befee6d0-8760-4211-a6fa-00e0dbb57440'] response: {'name': 'network-changed', 'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'status': 'completed', 'code': 200} May 11 06:08:04.551822 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:08:04.638066 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06296b-9eed-435c-807b-3624e878528f req-3c9527dc-63c6-49aa-83c4-7c106671c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:04.639646 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-3c9527dc-63c6-49aa-83c4-7c106671c188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 1129 time: 0.0890267 May 11 06:08:04.714916 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595afa87-1f1d-435a-917b-47d5adf7f0e7 req-3696805c-e344-49db-ac12-b4a1449fac45 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:04.716394 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-595afa87-1f1d-435a-917b-47d5adf7f0e7 req-3696805c-e344-49db-ac12-b4a1449fac45 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0501747 May 11 06:08:04.760777 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:04.765448 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-595afa87-1f1d-435a-917b-47d5adf7f0e7 req-80f3580a-900b-408a-b5c8-8309832b1d13 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 May 11 06:08:04.788774 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:08:04.798122 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:08:04.798732 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:07:41Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:04.908522 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:08:05.092988 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:05.123297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825958d-ccf4-4785-a714-6733e88b1840 None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T05:59:19Z', 'revision_number': 4, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi', '_interfaces': [{'id': 'e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f', 'name': '', 'network_id': '1c2135e5-d24e-4b23-bdbc-168d1955897d', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'mac_address': 'fa:16:3e:58:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:17Z', 'updated_at': '2022-05-11T05:59:24Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'subnets': [{'id': 'ba10a464-fd77-4ccf-99fd-cc882e9e7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:08:05.364228 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd02e4-ad62-4715-9ba2-6a265854c97d None None] New status for floating IP 2a816f57-2dd5-41a9-810c-6a25c1416901: DOWN {{(pid=103522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:08:05.434036 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60084) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:05.540085 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1665ba1a-70d8-403e-847e-4a565f411a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.619176 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1665ba1a-70d8-403e-847e-4a565f411a3f admin admin] Publish callbacks [] for security_group (532cc4a4-c32a-4a79-986e-7b1a74235445), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.623015 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-1665ba1a-70d8-403e-847e-4a565f411a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (532cc4a4-c32a-4a79-986e-7b1a74235445), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.661249 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-1665ba1a-70d8-403e-847e-4a565f411a3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=046936257cc44ca080500045d4b28064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261708 May 11 06:08:05.662334 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665ba1a-70d8-403e-847e-4a565f411a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cc4a4-c32a-4a79-986e-7b1a74235445,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:05.664467 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60088) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:05.714271 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3a253b12-529c-4a14-be24-bd1abd21e584 admin admin] Publish callbacks [] for security_group (532cc4a4-c32a-4a79-986e-7b1a74235445), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.735420 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3a253b12-529c-4a14-be24-bd1abd21e584 admin admin] Publish callbacks [] for security_group (532cc4a4-c32a-4a79-986e-7b1a74235445), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.784753 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3a253b12-529c-4a14-be24-bd1abd21e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (532cc4a4-c32a-4a79-986e-7b1a74235445), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.787340 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-3a253b12-529c-4a14-be24-bd1abd21e584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:05.788499 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-3a253b12-529c-4a14-be24-bd1abd21e584 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/532cc4a4-c32a-4a79-986e-7b1a74235445 HTTP/1.1" status: 204 len: 168 time: 0.1224432 May 11 06:08:05.798386 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253b12-529c-4a14-be24-bd1abd21e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cc4a4-c32a-4a79-986e-7b1a74235445,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:05.895545 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480b0da-1b23-45ac-95f2-81c6b51c3650 req-ee99ef94-72ca-4976-b1f4-b2e9eadc08de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:05.897051 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8480b0da-1b23-45ac-95f2-81c6b51c3650 req-ee99ef94-72ca-4976-b1f4-b2e9eadc08de tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0498550 May 11 06:08:05.951614 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8480b0da-1b23-45ac-95f2-81c6b51c3650 req-34ef1336-7389-43c0-98ab-56cedca0cab9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486071 May 11 06:08:06.005753 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06296b-9eed-435c-807b-3624e878528f req-cfbfafe2-278c-447b-8900-701461369bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:06.007239 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-cfbfafe2-278c-447b-8900-701461369bb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 200 len: 912 time: 0.0903869 May 11 06:08:06.212943 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-ea8dd010-a263-4bab-bf28-58bb8e662af0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 200 len: 217 time: 0.0417261 May 11 06:08:06.269266 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06296b-9eed-435c-807b-3624e878528f req-45fc6c7b-ce10-4ea8-99b9-e8fba241ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:06.272266 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-45fc6c7b-ce10-4ea8-99b9-e8fba241ac57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 200 len: 850 time: 0.0499775 May 11 06:08:06.832766 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60120) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:06.942069 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e13e51cd-e749-45ff-8620-0526339db2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.019260 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e13e51cd-e749-45ff-8620-0526339db2f6 admin admin] Publish callbacks [] for security_group (be0076fb-2cfe-4058-84dc-a5c538f67473), precommit_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.023476 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-e13e51cd-e749-45ff-8620-0526339db2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (be0076fb-2cfe-4058-84dc-a5c538f67473), after_create {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.090925 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-e13e51cd-e749-45ff-8620-0526339db2f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd3a767abba84de599b3ba6e26a199c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570391 May 11 06:08:07.094058 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60126) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:07.094571 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e51cd-e749-45ff-8620-0526339db2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0076fb-2cfe-4058-84dc-a5c538f67473,revision_number=1']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:07.104716 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a84dc9-ae9e-4ce6-bd4b-2db01250a5e7 req-fcc08cb8-aa57-4703-8aee-97ab88e5efac tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:07.106136 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-38a84dc9-ae9e-4ce6-bd4b-2db01250a5e7 req-fcc08cb8-aa57-4703-8aee-97ab88e5efac tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0800736 May 11 06:08:07.143428 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-697ff1bb-6040-4a1c-9d09-e3f0e7ac62bd admin admin] Publish callbacks [] for security_group (be0076fb-2cfe-4058-84dc-a5c538f67473), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.157507 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-38a84dc9-ae9e-4ce6-bd4b-2db01250a5e7 req-0b5c1db9-76b5-4c96-b7c9-1e9a324dbaeb tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 May 11 06:08:07.165633 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-697ff1bb-6040-4a1c-9d09-e3f0e7ac62bd admin admin] Publish callbacks [] for security_group (be0076fb-2cfe-4058-84dc-a5c538f67473), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.219686 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-697ff1bb-6040-4a1c-9d09-e3f0e7ac62bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (be0076fb-2cfe-4058-84dc-a5c538f67473), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.222257 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-697ff1bb-6040-4a1c-9d09-e3f0e7ac62bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:07.223435 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-697ff1bb-6040-4a1c-9d09-e3f0e7ac62bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be0076fb-2cfe-4058-84dc-a5c538f67473 HTTP/1.1" status: 204 len: 168 time: 0.1283660 May 11 06:08:07.231149 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ff1bb-6040-4a1c-9d09-e3f0e7ac62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0076fb-2cfe-4058-84dc-a5c538f67473,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:08.276266 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d39e-180c-4f47-833c-7c316343f57e req-a9f65c04-0b4a-4d58-b4e5-479081e9a95c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:08.277920 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ccd7d39e-180c-4f47-833c-7c316343f57e req-a9f65c04-0b4a-4d58-b4e5-479081e9a95c tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0491679 May 11 06:08:08.340200 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-ccd7d39e-180c-4f47-833c-7c316343f57e req-212506f2-9b2b-4e95-b5ca-cd8bcfa381f9 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558689 May 11 06:08:08.424969 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c6dee66f-a47f-4e0d-b6d7-b0205c1e87bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:09.466821 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480042-d409-4e94-9e3c-f2518047c465 req-09d00f5a-d2c9-46a2-b6cf-e36769677d4f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:09.468350 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e5480042-d409-4e94-9e3c-f2518047c465 req-09d00f5a-d2c9-46a2-b6cf-e36769677d4f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 945 time: 0.0529494 May 11 06:08:09.521040 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e5480042-d409-4e94-9e3c-f2518047c465 req-aa965dff-6921-44b4-b13e-84da6647f758 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469015 May 11 06:08:09.815711 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Device d16db98a-a519-4d1f-ab25-011ce93ea9b3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:09.893248 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Current status of the port d16db98a-a519-4d1f-ab25-011ce93ea9b3 is: ACTIVE; New status is: DOWN {{(pid=103521) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:08:09.893659 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-748610'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), before_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:09.915169 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3'}] {{(pid=103521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:08:09.917368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ba3e876b6d6b920ec05c6db60181406b9144c1c889787b970f90c8a2ec6b05c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2cb56-ffb2-40d4-a30e-46b4f7312dab" -d '{"events": [{"server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "name": "network-vif-unplugged", "status": "completed", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3"}]}' {{(pid=103521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:08:09.930392 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:09.934183 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734403593867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734403097465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734403097483'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:09.957721 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 06:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e752e12-db59-4884-9979-69537e8d293b x-openstack-request-id: req-2e752e12-db59-4884-9979-69537e8d293b {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:08:09.958017 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "name": "network-vif-unplugged", "status": "completed", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3", "code": 200}]} {{(pid=103521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:08:09.958272 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e752e12-db59-4884-9979-69537e8d293b {{(pid=103521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:08:09.958667 dv-cinder-733623-13-iscsi neutron-server[103521]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e752e12-db59-4884-9979-69537e8d293b'] response: {'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'code': 200} May 11 06:08:09.983931 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Pushing event updated for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=6']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:10.632368 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515f846-450f-48b0-91bc-058d3be5a4a1 req-be39312f-9b1d-4030-877b-6b4cdb541e05 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:10.633844 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e515f846-450f-48b0-91bc-058d3be5a4a1 req-be39312f-9b1d-4030-877b-6b4cdb541e05 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0476978 May 11 06:08:10.683007 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-e515f846-450f-48b0-91bc-058d3be5a4a1 req-5a920221-80d3-4da0-90e6-8a58ee6a03a4 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 May 11 06:08:10.755784 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-06d5a161-3f79-4e2b-88aa-fb4ac4d9d2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:11.762010 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:11.799694 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910b51b-4c6a-4786-8076-8cf98c07938d req-7baa2a39-68ec-486d-86f1-aa6f02c22631 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:11.801186 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8910b51b-4c6a-4786-8076-8cf98c07938d req-7baa2a39-68ec-486d-86f1-aa6f02c22631 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0482991 May 11 06:08:11.848735 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-8910b51b-4c6a-4786-8076-8cf98c07938d req-2da49002-bb4a-46c8-805d-f5227d84fdf3 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 May 11 06:08:12.967037 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81993c88-01fd-4559-9b3e-a7349ea95d83 req-bd5f19ac-70d6-400c-aab7-1f293381b46f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:12.969049 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-81993c88-01fd-4559-9b3e-a7349ea95d83 req-bd5f19ac-70d6-400c-aab7-1f293381b46f tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0520134 May 11 06:08:13.018472 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-81993c88-01fd-4559-9b3e-a7349ea95d83 req-38baac40-cc85-4563-a8c6-662601b35328 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438359 May 11 06:08:13.331285 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:14.066526 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06296b-9eed-435c-807b-3624e878528f req-07dcf8fb-2f4e-47cc-8230-2951ca88bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:14.068056 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-07dcf8fb-2f4e-47cc-8230-2951ca88bf75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1c2135e5-d24e-4b23-bdbc-168d1955897d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396411 May 11 06:08:14.136353 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e97f82-6778-4619-822b-64e4411a029b req-bbf462c0-6989-48cb-8f25-c823f48ecf80 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:14.137834 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5e97f82-6778-4619-822b-64e4411a029b req-bbf462c0-6989-48cb-8f25-c823f48ecf80 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0503817 May 11 06:08:14.143595 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-4c9b12eb-0fd4-4eb6-9438-1825983565de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103520) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:08:14.144574 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-4c9b12eb-0fd4-4eb6-9438-1825983565de service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056460 May 11 06:08:14.203004 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f276806-1a32-4229-882d-2a406678a491 req-ae38ec58-3b6d-4711-969f-79e58489ac7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:08:14.204953 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f276806-1a32-4229-882d-2a406678a491 req-ae38ec58-3b6d-4711-969f-79e58489ac7b tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 943 time: 0.0655415 May 11 06:08:14.231334 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-c5e97f82-6778-4619-822b-64e4411a029b req-05642ee3-07a1-4b34-8eb7-0680af42460e tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/security-groups?id=f5a4c40b-d482-44fd-9283-4d820cb982e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837944 May 11 06:08:14.239408 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-65087149-07cb-4103-8ae2-84fd5e2e3a5b service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883343 May 11 06:08:14.311676 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Deleting port d16db98a-a519-4d1f-ab25-011ce93ea9b3 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:14.311927 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:14.332602 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [req-ce06296b-9eed-435c-807b-3624e878528f req-431863db-2033-4bab-8664-63de45a1b9fe service neutron] 10.222.0.24 "GET /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 May 11 06:08:14.401421 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] For port d16db98a-a519-4d1f-ab25-011ce93ea9b3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d16db98a-a519-4d1f-ab25-011ce93ea9b3,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:14.401814 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:14.415411 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Calling delete_port for d16db98a-a519-4d1f-ab25-011ce93ea9b3 owned by compute:nova {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:14.542836 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (d16db98a-a519-4d1f-ab25-011ce93ea9b3), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:14.571704 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'Port': ['ID=d16db98a-a519-4d1f-ab25-011ce93ea9b3,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:14.617207 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] No DVR routers for this DVR port d16db98a-a519-4d1f-ab25-011ce93ea9b3 on host hv-cinder-73362 {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:08:14.620019 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for port (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:14.623366 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-2f276806-1a32-4229-882d-2a406678a491 req-881f80fe-fa51-4d43-b310-1f881d445492 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.24 "DELETE /v2.0/ports/d16db98a-a519-4d1f-ab25-011ce93ea9b3 HTTP/1.1" status: 204 len: 173 time: 0.4120038 May 11 06:08:14.623807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'name': 'network-vif-deleted', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3'}] {{(pid=103519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:08:14.626711 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ded748020ceed9efb5be6e69f1bc5e6ccf1a28af898efb068d107df930cd87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fdfd3c-a67b-4378-b923-706b4ed95d04" -d '{"events": [{"server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "name": "network-vif-deleted", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3"}]}' {{(pid=103519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:08:14.663500 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29b663d-8516-42ca-b1cb-20b7f1350337 x-openstack-request-id: req-d29b663d-8516-42ca-b1cb-20b7f1350337 {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:08:14.663828 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42279c9f-6113-43fa-9770-3f314e47fc23", "name": "network-vif-deleted", "tag": "d16db98a-a519-4d1f-ab25-011ce93ea9b3", "status": "completed", "code": 200}]} {{(pid=103519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:08:14.664078 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d29b663d-8516-42ca-b1cb-20b7f1350337 {{(pid=103519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:08:14.664522 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29b663d-8516-42ca-b1cb-20b7f1350337'] response: {'server_uuid': '42279c9f-6113-43fa-9770-3f314e47fc23', 'name': 'network-vif-deleted', 'tag': 'd16db98a-a519-4d1f-ab25-011ce93ea9b3', 'status': 'completed', 'code': 200} May 11 06:08:14.890249 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:15.347057 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [req-0172824a-8f26-4217-af48-d468f9f34ee3 req-5a9d0ad9-2656-4131-a82f-f5715a2f99d4 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "GET /v2.0/ports?device_id=42279c9f-6113-43fa-9770-3f314e47fc23 HTTP/1.1" status: 200 len: 210 time: 0.0314407 May 11 06:08:16.412529 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60222) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:16.523204 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Deleting port 8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:16.523546 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:16.594926 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:16.595244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:16.606595 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Calling delete_port for 8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7 owned by network:floatingip {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:16.737198 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:16.763070 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'Port': ['ID=8ed2fd0a-9db9-4e86-9d3c-df54ea97d1d7,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:16.825999 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for floatingip (85fd8b0f-d087-4197-a4eb-ff32e2dc17c7), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:16.828453 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45510'] for floatingip (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:16.829757 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-27286ed3-420d-4b39-8055-bf70cd70f303 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "DELETE /v2.0/floatingips/85fd8b0f-d087-4197-a4eb-ff32e2dc17c7 HTTP/1.1" status: 204 len: 168 time: 0.4168489 May 11 06:08:17.247826 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60240) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:17.356377 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7bce100-9faa-4411-9a20-50e99c72d5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.432325 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7bce100-9faa-4411-9a20-50e99c72d5fc admin admin] Publish callbacks [] for security_group (94b84cb8-0a4d-4203-86db-db762d7e5baf), precommit_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.436069 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-d7bce100-9faa-4411-9a20-50e99c72d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (94b84cb8-0a4d-4203-86db-db762d7e5baf), after_create {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.475092 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-d7bce100-9faa-4411-9a20-50e99c72d5fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d900645c4225443faac1823ec579461e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261598 May 11 06:08:17.475973 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bce100-9faa-4411-9a20-50e99c72d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b84cb8-0a4d-4203-86db-db762d7e5baf,revision_number=1']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:17.478603 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60244) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:17.527237 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8d6c25c6-db08-443e-8e8e-ffd1b7a02f55 admin admin] Publish callbacks [] for security_group (94b84cb8-0a4d-4203-86db-db762d7e5baf), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.548050 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8d6c25c6-db08-443e-8e8e-ffd1b7a02f55 admin admin] Publish callbacks [] for security_group (94b84cb8-0a4d-4203-86db-db762d7e5baf), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.599084 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8d6c25c6-db08-443e-8e8e-ffd1b7a02f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (94b84cb8-0a4d-4203-86db-db762d7e5baf), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.601706 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-8d6c25c6-db08-443e-8e8e-ffd1b7a02f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:17.602925 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-8d6c25c6-db08-443e-8e8e-ffd1b7a02f55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94b84cb8-0a4d-4203-86db-db762d7e5baf HTTP/1.1" status: 204 len: 168 time: 0.1228864 May 11 06:08:17.610575 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c25c6-db08-443e-8e8e-ffd1b7a02f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b84cb8-0a4d-4203-86db-db762d7e5baf,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:17.978598 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:18.033037 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60250) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:18.088823 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a80d7a3-ff4e-4ec9-9b19-80f05a02dd24 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group (f5a4c40b-d482-44fd-9283-4d820cb982e1), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:18.113432 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a80d7a3-ff4e-4ec9-9b19-80f05a02dd24 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group (f5a4c40b-d482-44fd-9283-4d820cb982e1), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:18.176748 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a80d7a3-ff4e-4ec9-9b19-80f05a02dd24 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (f5a4c40b-d482-44fd-9283-4d820cb982e1), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:18.176748 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-7a80d7a3-ff4e-4ec9-9b19-80f05a02dd24 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Publish callbacks [] for security_group (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:18.177079 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-7a80d7a3-ff4e-4ec9-9b19-80f05a02dd24 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] 10.222.0.44 "DELETE /v2.0/security-groups/f5a4c40b-d482-44fd-9283-4d820cb982e1 HTTP/1.1" status: 204 len: 168 time: 0.1427341 May 11 06:08:18.188881 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80d7a3-ff4e-4ec9-9b19-80f05a02dd24 tempest-TestVolumeBootPattern-470242454 tempest-TestVolumeBootPattern-470242454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a4c40b-d482-44fd-9283-4d820cb982e1,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:18.241270 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60254) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:18.698265 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (d632853d-67a9-4da5-a5c3-3a26f5aca163), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:18.924580 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Deleting port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:18.924920 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:19.000933 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] For port e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:19.001301 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:19.013741 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Calling delete_port for e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f owned by network:router_interface {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:19.196119 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:19.225039 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:19.393117 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (d632853d-67a9-4da5-a5c3-3a26f5aca163), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:19.608393 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Router d632853d-67a9-4da5-a5c3-3a26f5aca163 has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:08:19.713262 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:08:19.718248 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-06af4cdd-e17f-40d3-9575-010820138b74 admin admin] 10.222.0.44 "PUT /v2.0/routers/d632853d-67a9-4da5-a5c3-3a26f5aca163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4756358 May 11 06:08:19.720804 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60258) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:19.723847 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] Sync routers for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:08:19.734258 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:08:19.734866 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:08:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:19.840658 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:08:20.012450 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T06:08:19Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:20.043852 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] Checking router: d632853d-67a9-4da5-a5c3-3a26f5aca163 for host: dv-cinder-733623-13-iscsi {{(pid=103521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:08:20.052204 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] Routers {'d632853d-67a9-4da5-a5c3-3a26f5aca163'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:08:20.052809 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:08:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['d632853d-67a9-4da5-a5c3-3a26f5aca163'], 'active': True} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:20.103608 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks [] for router (d632853d-67a9-4da5-a5c3-3a26f5aca163), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.213173 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks [] for router_gateway (d632853d-67a9-4da5-a5c3-3a26f5aca163), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.259568 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Deleting port abccb1e1-1504-4a92-83ef-ac237172cf81 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:20.259914 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.293217 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvr_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] Set router d632853d-67a9-4da5-a5c3-3a26f5aca163 gateway port host: dv-cinder-733623-13-iscsi {{(pid=103521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:08:20.338796 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] For port abccb1e1-1504-4a92-83ef-ac237172cf81, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=abccb1e1-1504-4a92-83ef-ac237172cf81,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:20.339167 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.352202 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Calling delete_port for abccb1e1-1504-4a92-83ef-ac237172cf81 owned by network:router_gateway {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:20.459324 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_hamode_db [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T06:08:19Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:20.486297 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea19c95-3041-48f5-a64e-3213d278c83d None None] The sync data for ids ['d632853d-67a9-4da5-a5c3-3a26f5aca163'] in dv-cinder-733623-13-iscsi is: [{'id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'name': 'tempest-TestVolumeBootPattern-644934792-router', 'tenant_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:13Z', 'updated_at': '2022-05-11T06:08:19Z', 'revision_number': 5, 'project_id': '12ba636dcfc34045b8b7fd82fa770bc0', 'gw_port': {'id': 'abccb1e1-1504-4a92-83ef-ac237172cf81', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd632853d-67a9-4da5-a5c3-3a26f5aca163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:14Z', 'updated_at': '2022-05-11T05:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}] {{(pid=103521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:08:20.525207 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (abccb1e1-1504-4a92-83ef-ac237172cf81), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.548893 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Pushing event deleted for resources: {'Port': ['ID=abccb1e1-1504-4a92-83ef-ac237172cf81,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:20.611788 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (d632853d-67a9-4da5-a5c3-3a26f5aca163), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.699524 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (d632853d-67a9-4da5-a5c3-3a26f5aca163), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.701631 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks [] for router_controller (d632853d-67a9-4da5-a5c3-3a26f5aca163), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.744907 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (d632853d-67a9-4da5-a5c3-3a26f5aca163), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.745569 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d632853d-67a9-4da5-a5c3-3a26f5aca163 {{(pid=103520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:08:20.749774 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.750892 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-14b9f86f-ac0c-4aaa-9fae-627b2985a294 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d632853d-67a9-4da5-a5c3-3a26f5aca163 HTTP/1.1" status: 204 len: 168 time: 1.0285923 May 11 06:08:20.753416 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60260) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:20.795832 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Deleting subnet ba10a464-fd77-4ccf-99fd-cc882e9e7b82 {{(pid=103520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:08:20.799408 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Publish callbacks [] for subnet (ba10a464-fd77-4ccf-99fd-cc882e9e7b82), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.833229 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31420708'] for subnet (ba10a464-fd77-4ccf-99fd-cc882e9e7b82), precommit_delete_associations {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.916503 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (ba10a464-fd77-4ccf-99fd-cc882e9e7b82), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.970750 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29424791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30001343'] for subnet (ba10a464-fd77-4ccf-99fd-cc882e9e7b82), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:20.996664 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba10a464-fd77-4ccf-99fd-cc882e9e7b82,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:21.001514 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.004484 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-ea7c4b13-be12-4dc1-a160-ef7d894a0864 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ba10a464-fd77-4ccf-99fd-cc882e9e7b82 HTTP/1.1" status: 204 len: 168 time: 0.2501392 May 11 06:08:21.007016 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.wsgi [-] (103520) accepted ('10.222.0.44', 60262) {{(pid=103520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:21.009992 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332e98c-fd59-49a5-a442-8eedcc60a825 None None] Network 1c2135e5-d24e-4b23-bdbc-168d1955897d requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:08:21.076130 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (1c2135e5-d24e-4b23-bdbc-168d1955897d), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.129916 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Deleting port d5052a54-8f53-479d-95c4-81a6a110dae7 {{(pid=103520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:21.130317 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.186385 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] DHCP port deletion for 1c2135e5-d24e-4b23-bdbc-168d1955897d request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:08:21.200065 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.db [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] For port d5052a54-8f53-479d-95c4-81a6a110dae7, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d5052a54-8f53-479d-95c4-81a6a110dae7,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:21.200431 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.213236 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Calling delete_port for d5052a54-8f53-479d-95c4-81a6a110dae7 owned by network:dhcp {{(pid=103520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:21.228274 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] Deleting port d5052a54-8f53-479d-95c4-81a6a110dae7 {{(pid=103521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:21.228671 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), before_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.291792 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.db [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] For port d5052a54-8f53-479d-95c4-81a6a110dae7, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=d5052a54-8f53-479d-95c4-81a6a110dae7,segment=NetworkSegment(0b2ba957-979d-469b-a81e-d5a12b4283a7),segment_id=0b2ba957-979d-469b-a81e-d5a12b4283a7)] {{(pid=103521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:21.292402 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), precommit_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.295345 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29424230'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.308144 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] Calling delete_port for d5052a54-8f53-479d-95c4-81a6a110dae7 owned by network:dhcp {{(pid=103521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:21.322222 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5052a54-8f53-479d-95c4-81a6a110dae7,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:21.324000 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] No DVR routers for this DVR port d5052a54-8f53-479d-95c4-81a6a110dae7 on host dv-cinder-733623-13-iscsi {{(pid=103520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:08:21.386935 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456'] for port (d5052a54-8f53-479d-95c4-81a6a110dae7), after_delete {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.396145 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (1c2135e5-d24e-4b23-bdbc-168d1955897d), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.411776 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] Pushing event deleted for resources: {'Port': ['ID=d5052a54-8f53-479d-95c4-81a6a110dae7,revision_number=None']} {{(pid=103521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:21.415368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd62de-d0a3-4c78-aeaf-3c4d66f00700 None None] No DVR routers for this DVR port d5052a54-8f53-479d-95c4-81a6a110dae7 on host dv-cinder-733623-13-iscsi {{(pid=103521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:08:21.415557 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2135e5-d24e-4b23-bdbc-168d1955897d']}} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:21.427240 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2ba957-979d-469b-a81e-d5a12b4283a7') {'for_net_delete': True} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:21.427571 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.services.segments.db [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2ba957-979d-469b-a81e-d5a12b4283a7') {} {{(pid=103520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:21.437732 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31420701'] for segment (0b2ba957-979d-469b-a81e-d5a12b4283a7), before_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.450810 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (0b2ba957-979d-469b-a81e-d5a12b4283a7), precommit_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.457163 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:08:21.457579 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29424181'] for segment (0b2ba957-979d-469b-a81e-d5a12b4283a7), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: Traceback (most recent call last): May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: timer() May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: cb(*args, **kw) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: return func(*args, **kwargs) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: self._notify() May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: self.callback(batched_events) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: event.method(event) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: return f(self, *a, **k) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._get(url).json() May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: return self.request(url, 'GET', **kwargs) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:08:21.459324 dv-cinder-733623-13-iscsi neutron-server[103520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:08:21.513103 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (1c2135e5-d24e-4b23-bdbc-168d1955897d), after_delete {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.519760 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron_lib.callbacks.manager [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:21.522943 dv-cinder-733623-13-iscsi neutron-server[103520]: INFO neutron.wsgi [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1c2135e5-d24e-4b23-bdbc-168d1955897d HTTP/1.1" status: 204 len: 168 time: 0.5149810 May 11 06:08:21.527341 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60264) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:21.534422 dv-cinder-733623-13-iscsi neutron-server[103520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbc16e-0d8d-4225-96ca-28b98b530325 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2135e5-d24e-4b23-bdbc-168d1955897d,revision_number=None']} {{(pid=103520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:21.565238 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d5052a54-8f53-479d-95c4-81a6a110dae7 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:21.586049 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: d5052a54-8f53-479d-95c4-81a6a110dae7 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:08:21.586461 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device d5052a54-8f53-479d-95c4-81a6a110dae7 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:08:21.586877 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device abccb1e1-1504-4a92-83ef-ac237172cf81 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:21.606039 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: abccb1e1-1504-4a92-83ef-ac237172cf81 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:08:21.606601 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device abccb1e1-1504-4a92-83ef-ac237172cf81 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:08:21.607133 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:21.626470 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:08:21.626818 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device e42fc97e-a474-4ddf-8b8c-2ea3ed10e72f not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:08:21.868143 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33232076'] for router_interface (dd9695a5-5bbb-4a5b-b420-548f5b32713e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:22.096144 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Deleting port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:22.096465 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:22.172560 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] For port 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,segment=NetworkSegment(9269bcc5-5d8a-4f95-b2b7-779dd4368c7b),segment_id=9269bcc5-5d8a-4f95-b2b7-779dd4368c7b)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:22.172839 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:22.185435 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Calling delete_port for 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d owned by network:router_interface {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:22.363419 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:22.390601 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:22.557311 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33077855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33035219'] for router_interface (dd9695a5-5bbb-4a5b-b420-548f5b32713e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.043244 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Router dd9695a5-5bbb-4a5b-b420-548f5b32713e has already been hosted by L3 agent 8721e8da-9592-4bc4-9693-46da899afb53 {{(pid=103519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:08:23.152211 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] Notify agent at l3_agent.dv-cinder-733623-13-iscsi the message routers_updated {{(pid=103519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:08:23.157167 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-e64b13f2-e790-42c5-9899-23f42618e6ed admin admin] 10.222.0.44 "PUT /v2.0/routers/dd9695a5-5bbb-4a5b-b420-548f5b32713e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6265996 May 11 06:08:23.159684 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60266) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:23.162231 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] Sync routers for ids ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'] in dv-cinder-733623-13-iscsi {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:08:23.172493 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] Routers {'dd9695a5-5bbb-4a5b-b420-548f5b32713e'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:08:23.173393 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:08:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:23.264326 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks [] for router (dd9695a5-5bbb-4a5b-b420-548f5b32713e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.371901 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks [] for router_gateway (dd9695a5-5bbb-4a5b-b420-548f5b32713e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.375667 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] Set router dd9695a5-5bbb-4a5b-b420-548f5b32713e gateway port host: dv-cinder-733623-13-iscsi {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:08:23.416921 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Deleting port 9617a246-5e86-4468-a850-34d64e533796 {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:23.417260 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (9617a246-5e86-4468-a850-34d64e533796), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.505281 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] For port 9617a246-5e86-4468-a850-34d64e533796, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=9617a246-5e86-4468-a850-34d64e533796,segment=NetworkSegment(45ecff8d-698a-4ef1-9e43-d2536dc14ca8),segment_id=45ecff8d-698a-4ef1-9e43-d2536dc14ca8)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:23.507098 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (9617a246-5e86-4468-a850-34d64e533796), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.521570 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Calling delete_port for 9617a246-5e86-4468-a850-34d64e533796 owned by network:router_gateway {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:23.549459 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'external_fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '9617a246-5e86-4468-a850-34d64e533796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T06:08:22Z', 'revision_number': 5, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port': {'id': '9617a246-5e86-4468-a850-34d64e533796', 'name': '', 'network_id': '02d22b45-a4a3-4c7c-bcc1-19ab5722a8c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '106d416e-ce08-48df-b08b-82139d62d79b', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T05:59:22Z', 'updated_at': '2022-05-11T05:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '106d416e-ce08-48df-b08b-82139d62d79b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-13-iscsi'}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:23.578389 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] Checking router: dd9695a5-5bbb-4a5b-b420-548f5b32713e for host: dv-cinder-733623-13-iscsi {{(pid=103522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:08:23.586400 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] Routers {'dd9695a5-5bbb-4a5b-b420-548f5b32713e'} bound to L3 agent in host dv-cinder-733623-13-iscsi {{(pid=103522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:08:23.586998 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T05:49:11Z,description=,heartbeat_timestamp=2022-05-11T06:08:11Z,host='dv-cinder-733623-13-iscsi',id=8721e8da-9592-4bc4-9693-46da899afb53,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T05:49:11Z,topic='l3_agent')) {'router_ids': ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'], 'active': True} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:23.683546 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_dvr_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] Set router dd9695a5-5bbb-4a5b-b420-548f5b32713e gateway port host: None {{(pid=103522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:08:23.695315 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (9617a246-5e86-4468-a850-34d64e533796), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.721189 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9617a246-5e86-4468-a850-34d64e533796,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:23.737372 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.l3_hamode_db [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T06:08:23Z', 'revision_number': 6, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port_host': None}], 'dv-cinder-733623-13-iscsi', False) {} {{(pid=103522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:23.768625 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b65a07-ae48-47d1-8d3a-4fe509e0b636 None None] The sync data for ids ['dd9695a5-5bbb-4a5b-b420-548f5b32713e'] in dv-cinder-733623-13-iscsi is: [{'id': 'dd9695a5-5bbb-4a5b-b420-548f5b32713e', 'name': 'tempest-TestVolumeBootPattern-1099409134-router', 'tenant_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T05:59:21Z', 'updated_at': '2022-05-11T06:08:23Z', 'revision_number': 6, 'project_id': 'd35aae6b03cb456c96348d9c6b008ab1', 'gw_port_host': None}] {{(pid=103522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:08:23.782339 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33231614'] for router_gateway (dd9695a5-5bbb-4a5b-b420-548f5b32713e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.873011 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33088694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2371'] for router (dd9695a5-5bbb-4a5b-b420-548f5b32713e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.875763 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks [] for router_controller (dd9695a5-5bbb-4a5b-b420-548f5b32713e), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.921008 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33088687'] for router (dd9695a5-5bbb-4a5b-b420-548f5b32713e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.921667 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9695a5-5bbb-4a5b-b420-548f5b32713e {{(pid=103519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:08:23.926384 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:23.930020 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-63a4f3d6-6b74-4fd0-984a-5cc5d30c24b6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dd9695a5-5bbb-4a5b-b420-548f5b32713e HTTP/1.1" status: 204 len: 168 time: 0.7668841 May 11 06:08:23.930274 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60268) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:23.974304 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Deleting subnet fd099a20-e4e4-4e5b-857a-1936eda75931 {{(pid=103519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:08:23.977225 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Publish callbacks [] for subnet (fd099a20-e4e4-4e5b-857a-1936eda75931), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.011141 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29744437'] for subnet (fd099a20-e4e4-4e5b-857a-1936eda75931), precommit_delete_associations {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.088697 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759038'] for subnet (fd099a20-e4e4-4e5b-857a-1936eda75931), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.142862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49753605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49709241'] for subnet (fd099a20-e4e4-4e5b-857a-1936eda75931), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.168568 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd099a20-e4e4-4e5b-857a-1936eda75931,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:24.173151 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for subnet (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.176339 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-07a40ebb-4fd2-426e-8b99-1a047342c4aa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd099a20-e4e4-4e5b-857a-1936eda75931 HTTP/1.1" status: 204 len: 168 time: 0.2450352 May 11 06:08:24.178862 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60270) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:24.194064 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657c054-b30e-4113-8174-c6e0d36b4aa9 None None] Network 886c399e-db6b-417c-8018-6b3bc14e3d4e requested from dv-cinder-733623-13-iscsi {{(pid=103521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:08:24.247211 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603681'] for network (886c399e-db6b-417c-8018-6b3bc14e3d4e), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.295657 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Deleting port b12836c7-20ce-4892-8426-f5fe72af6aff {{(pid=103519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:08:24.296693 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734403583205'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.357803 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.db [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] For port b12836c7-20ce-4892-8426-f5fe72af6aff, host dv-cinder-733623-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-13-iscsi',level=0,port_id=b12836c7-20ce-4892-8426-f5fe72af6aff,segment=NetworkSegment(9269bcc5-5d8a-4f95-b2b7-779dd4368c7b),segment_id=9269bcc5-5d8a-4f95-b2b7-779dd4368c7b)] {{(pid=103519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:08:24.358174 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33231878'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.371100 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Calling delete_port for b12836c7-20ce-4892-8426-f5fe72af6aff owned by network:dhcp {{(pid=103519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:08:24.452637 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-748780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734403593849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734403097456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49752308'] for port (b12836c7-20ce-4892-8426-f5fe72af6aff), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.478760 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12836c7-20ce-4892-8426-f5fe72af6aff,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:24.480473 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] No DVR routers for this DVR port b12836c7-20ce-4892-8426-f5fe72af6aff on host dv-cinder-733623-13-iscsi {{(pid=103519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:08:24.555737 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672075', 'neutron.services.segments.db._delete_segments_for_network-8734403644950'] for network (886c399e-db6b-417c-8018-6b3bc14e3d4e), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.561378 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b88df-4b43-4fdd-a6b5-dc7567eeaf98 None None] DHCP port deletion for 886c399e-db6b-417c-8018-6b3bc14e3d4e request from dv-cinder-733623-13-iscsi {{(pid=103521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:08:24.580807 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886c399e-db6b-417c-8018-6b3bc14e3d4e']}} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:24.590818 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b') {'for_net_delete': True} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:24.591123 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.services.segments.db [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9269bcc5-5d8a-4f95-b2b7-779dd4368c7b') {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:08:24.601418 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734403646239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29744396'] for segment (9269bcc5-5d8a-4f95-b2b7-779dd4368c7b), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.615052 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533'] for segment (9269bcc5-5d8a-4f95-b2b7-779dd4368c7b), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.620701 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:08:24.621192 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49752231'] for segment (9269bcc5-5d8a-4f95-b2b7-779dd4368c7b), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: Traceback (most recent call last): May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: timer() May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: cb(*args, **kw) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: return func(*args, **kwargs) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: self._notify() May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: self.callback(batched_events) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: event.method(event) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: return f(self, *a, **k) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._get(url).json() May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: return self.request(url, 'GET', **kwargs) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:08:24.623211 dv-cinder-733623-13-iscsi neutron-server[103519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:08:24.679181 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33039763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33077846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33232588'] for network (886c399e-db6b-417c-8018-6b3bc14e3d4e), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.684652 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33077880'] for network (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.687895 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] 10.222.0.44 "DELETE /v2.0/networks/886c399e-db6b-417c-8018-6b3bc14e3d4e HTTP/1.1" status: 204 len: 168 time: 0.5081127 May 11 06:08:24.699942 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28e5e8-5654-43aa-bddd-36409fcc2e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=886c399e-db6b-417c-8018-6b3bc14e3d4e,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:24.805934 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60274) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:24.846790 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-ca8eb344-1fd0-499b-bde3-926ced3f9703 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12ba636dcfc34045b8b7fd82fa770bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396981 May 11 06:08:24.849142 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60276) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:24.898134 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aa8a-e36d-4585-8570-9a69bd1bf98f admin admin] Publish callbacks [] for security_group (8102f732-6b1c-4678-886c-8dea1ea486b1), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.918805 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aa8a-e36d-4585-8570-9a69bd1bf98f admin admin] Publish callbacks [] for security_group (8102f732-6b1c-4678-886c-8dea1ea486b1), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.964843 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aa8a-e36d-4585-8570-9a69bd1bf98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8102f732-6b1c-4678-886c-8dea1ea486b1), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.967490 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-3ba3aa8a-e36d-4585-8570-9a69bd1bf98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:24.969253 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-3ba3aa8a-e36d-4585-8570-9a69bd1bf98f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8102f732-6b1c-4678-886c-8dea1ea486b1 HTTP/1.1" status: 204 len: 168 time: 0.1191909 May 11 06:08:24.976590 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3aa8a-e36d-4585-8570-9a69bd1bf98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102f732-6b1c-4678-886c-8dea1ea486b1,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:25.280201 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60282) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:25.318931 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-6ac07304-6e64-45b5-9900-1ab2e5b96608 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d35aae6b03cb456c96348d9c6b008ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372703 May 11 06:08:25.321114 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [-] (103519) accepted ('10.222.0.44', 60284) {{(pid=103519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:08:25.367610 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-179b1a09-f14b-4fac-923d-6ccba22411fc admin admin] Publish callbacks [] for security_group (8ada7b85-f195-4c92-bdae-3807762db3fa), before_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:25.388416 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-179b1a09-f14b-4fac-923d-6ccba22411fc admin admin] Publish callbacks [] for security_group (8ada7b85-f195-4c92-bdae-3807762db3fa), precommit_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:25.433936 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-179b1a09-f14b-4fac-923d-6ccba22411fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33038205'] for security_group (8ada7b85-f195-4c92-bdae-3807762db3fa), after_delete {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:25.436481 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-179b1a09-f14b-4fac-923d-6ccba22411fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:25.438352 dv-cinder-733623-13-iscsi neutron-server[103519]: INFO neutron.wsgi [None req-179b1a09-f14b-4fac-923d-6ccba22411fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ada7b85-f195-4c92-bdae-3807762db3fa HTTP/1.1" status: 204 len: 168 time: 0.1162293 May 11 06:08:25.446703 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b1a09-f14b-4fac-923d-6ccba22411fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada7b85-f195-4c92-bdae-3807762db3fa,revision_number=None']} {{(pid=103519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:08:25.529309 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device b12836c7-20ce-4892-8426-f5fe72af6aff no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:25.552094 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: b12836c7-20ce-4892-8426-f5fe72af6aff {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:08:25.552532 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device b12836c7-20ce-4892-8426-f5fe72af6aff not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:08:25.552974 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 9617a246-5e86-4468-a850-34d64e533796 no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:25.572335 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 9617a246-5e86-4468-a850-34d64e533796 {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:08:25.572685 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 9617a246-5e86-4468-a850-34d64e533796 not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:08:25.573093 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d no longer exists at agent ovs-agent-dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:08:25.592531 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] No Port match for: 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d {{(pid=103521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:08:25.592873 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron.plugins.ml2.rpc [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Device 92798c3a-d0da-4f5d-9c6b-5abf3cb2ee1d not bound to the agent host dv-cinder-733623-13-iscsi {{(pid=103521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:08:32.080850 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:08:38.426465 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-653039f9-7d9e-4cd2-9d8d-cf20dd6ed892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:40.757374 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-e78363b2-cdd5-49f9-80d0-ebb39687c8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:41.765571 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:43.333186 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:44.886368 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:08:47.991475 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:08.427950 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5559c8f5-c354-4b4e-bcbf-11492fca584e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:09.078941 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:09:10.759718 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-55d0a821-dd40-442c-ac03-d246ffdbdf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:11.768823 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:13.335363 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:14.888762 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:17.989410 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:38.430079 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-56e5dd34-f258-494b-a5c1-d1c0f34bae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:40.760467 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-7e4549da-d40b-4620-a516-a370c7ad8a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:41.770676 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:43.338343 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:44.892490 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:09:46.078073 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:09:48.005573 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:08.431612 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-6afa7b20-d5b0-403a-b8fa-5ee4a89beff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:10.762072 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0549b09a-1fa2-4bd4-871a-73b0cfb5ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:11.773780 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:13.340350 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:14.894874 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:18.004562 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:23.078377 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:10:38.432729 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-0da60bd4-2a7e-4d4d-8596-194587f766fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:40.763918 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a312932a-5928-4c07-b3e8-4da8fd644187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:41.776648 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:43.345048 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:44.897448 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:10:48.020433 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:00.077094 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:11:08.434143 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-11045d79-d64f-44cc-9fee-89d2f329e9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:10.765097 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-5434881b-06b1-4d24-9045-527f5a242c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:11.780788 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:13.345747 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:14.902628 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:18.022444 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:37.075128 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:11:38.435430 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-02c77a99-078c-4fb5-93a4-4a4195962fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:40.767362 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a8b837d3-98b0-42e9-a819-a157dcfc83aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:41.781772 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:43.347462 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:44.904700 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:11:48.049679 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:08.436506 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-01b9a2f6-4c95-4adc-a2d7-0b5935d60bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:10.769687 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-fb82f7d5-c09d-4c0b-bd16-98121acc1b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:11.784812 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:13.349241 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:14.073781 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:12:14.907077 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:18.049558 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:38.438458 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a6130e4f-866e-4649-a5d7-b1e740a4d36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:40.770770 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c2526600-e270-4d11-a69c-efd5eff428be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:41.787411 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:43.351938 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:44.910393 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:48.063806 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:12:51.071956 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:13:08.439940 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-bc028c1d-38ac-4b49-8fa4-654207398502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:10.771851 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3f20501c-b6b4-454e-9aa9-6be6629a3d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:11.790484 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:13.358570 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:14.912237 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:18.079558 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:28.070793 dv-cinder-733623-13-iscsi neutron-server[103522]: DEBUG neutron.db.agents_db [None req-38ec9970-c739-4e33-a3f5-86c1d64a2f0f None None] Agent healthcheck: found 6 active agents {{(pid=103522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:13:38.441080 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e936-b707-4547-b39c-12660fd6ebbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (4653c846-acd2-4b3e-bdda-81dbd29c4216), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:40.775700 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4b57d80f-644d-4628-856d-7408c3124b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8721e8da-9592-4bc4-9693-46da899afb53), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:41.792839 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-a1e881a8-280c-4573-9f91-32f31ba4c44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (cb50cec9-5c4c-49aa-8c43-a7bd3f946471), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:43.360175 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-4ac34bcd-a9aa-4f81-96f4-2ac27a896cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (d1c81d0f-ec16-4f75-bdf7-e9579f853977), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:44.275997 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [req-c2f7b0f2-ef53-4743-bf67-34ec6427bfa3 req-adbfb595-b59c-4608-92e6-112a503d3fa4 service neutron] (103519) timed out ('10.222.0.24', 55612) {{(pid=103519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 06:13:44.914573 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-ec5b88c8-be69-4785-a988-676f040f4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (fe0efee1-88c9-4dff-b9f8-7bfb5cd07801), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:48.079463 dv-cinder-733623-13-iscsi neutron-server[103521]: DEBUG neutron_lib.callbacks.manager [None req-3a1e2391-008f-4970-8c0d-edb4463265d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734403644932', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674184'] for agent (8ef856d9-dab0-414c-af77-f8db33a4612f), after_update {{(pid=103521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:13:51.614218 dv-cinder-733623-13-iscsi neutron-server[103519]: DEBUG neutron.wsgi [req-74397d5f-afe6-49a6-8098-46347668bb87 req-4c0c8b44-e4c2-4102-903e-c546417ea361 service neutron] (103519) timed out ('10.222.0.24', 55641) {{(pid=103519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}